-- Logs begin at Fri 2022-01-14 21:42:37 UTC, end at Fri 2022-01-14 23:03:47 UTC. -- Jan 14 22:35:49.944631 dv-cinder-824801-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 14 22:35:52.264424 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.common.config [-] Logging enabled! Jan 14 22:35:52.265156 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev3 Jan 14 22:35:52.265156 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87363) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 14 22:35:52.268269 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.common.config [-] Logging enabled! Jan 14 22:35:52.268519 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev3 Jan 14 22:35:52.268828 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87363) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 14 22:35:52.269761 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 22:35:52.270019 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 22:35:52.270373 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 22:35:52.270616 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 22:35:52.270841 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 22:35:52.271163 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.271462 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.271759 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.271988 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.272278 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.272569 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.272855 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.273144 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.273439 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.273728 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.274033 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.274317 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.274548 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.274831 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.275118 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.275402 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.275626 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] debug = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.275906 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.276335 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.276760 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.277043 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.277335 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.277618 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.277920 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.278204 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.278491 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.278820 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] host = dv-cinder-824801-1-iscsi {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.279101 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.279391 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.279681 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.279969 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.280246 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.280525 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.280814 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.281089 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.281363 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] log_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.281639 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.281958 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.282260 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.282563 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.282950 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.283182 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.283475 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.283767 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.284047 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.284325 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.284605 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.284880 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.285157 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.285427 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.285716 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.286036 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.286322 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.286600 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.286883 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.287161 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.287438 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.287725 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.288001 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.288277 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.288552 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.288840 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.289112 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.289389 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.289688 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.290005 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.290289 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.290576 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.290853 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.291138 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.291413 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.291689 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.291962 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] use_json = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.292237 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.292510 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.292795 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.293071 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.293346 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.293623 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.293926 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.294214 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:52.294513 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.294815 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.295117 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.295404 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.295704 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.295986 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.296276 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.296557 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.296854 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.297144 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.297437 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.297716 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.298603 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.299004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.299303 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.299614 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.299911 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.300207 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.300486 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.300764 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.301040 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.301322 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.301612 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.301933 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.302228 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.302504 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.302785 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.303076 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.303357 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.303633 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.303914 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.304203 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.304483 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.304763 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.305041 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.305320 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.305593 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.305896 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.306176 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.306467 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.306744 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.307017 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.307291 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.307573 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.307845 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.308129 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.308406 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.308678 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.308949 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.309226 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.309500 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.309773 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.310070 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.310342 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.310617 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.310888 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.311158 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.311430 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.311701 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.311971 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.312243 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.312514 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.312791 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.313062 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.313335 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.314242 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.314508 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.314785 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.315074 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.315374 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.315655 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.315936 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.316217 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.316497 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.316776 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.317310 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.317591 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.317905 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.318177 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.318468 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.318751 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.319038 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.319322 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.319599 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.319896 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.320173 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.320453 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.320728 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.321004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.321293 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.321573 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.321982 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.322282 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.322578 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.322872 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.323165 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.323446 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.323752 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.324032 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:52.324249 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 22:35:52.324487 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87363) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 14 22:35:52.712254 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO keyring.backend [-] Loading KWallet Jan 14 22:35:52.719476 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO keyring.backend [-] Loading SecretService Jan 14 22:35:52.723516 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO keyring.backend [-] Loading Windows Jan 14 22:35:52.724855 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO keyring.backend [-] Loading chainer Jan 14 22:35:52.725427 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO keyring.backend [-] Loading macOS Jan 14 22:35:52.759207 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 14 22:35:52.759483 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 14 22:35:52.759772 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 14 22:35:52.760103 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 14 22:35:53.062938 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.063133 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.063401 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.065204 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.065473 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.065733 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.186206 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.186483 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.186746 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.200782 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.201058 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.201322 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.229959 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.230237 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.230499 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.268646 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.269191 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.269191 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.503315 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.503601 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.503869 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.504135 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.504863 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.625090 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.625413 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.625695 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.626019 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.626493 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.626635 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.626904 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.627165 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.627421 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.627703 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.627961 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.628227 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.628488 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.628748 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.629012 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.629279 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.629535 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.629823 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.630077 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.630357 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.630701 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.630951 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.631195 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.631473 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.631717 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.631960 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.632351 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 22:35:53.632588 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 22:35:53.632822 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 22:35:53.633056 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 22:35:53.633283 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 22:35:53.633511 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 22:35:53.633903 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 14 22:35:53.637165 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 14 22:35:53.641125 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 14 22:35:53.644939 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 14 22:35:53.646590 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 14 22:35:53.647125 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 14 22:35:53.647465 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 14 22:35:53.647845 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 14 22:35:53.650862 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 14 22:35:53.651114 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 14 22:35:53.651457 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 14 22:35:53.680087 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 14 22:35:53.680528 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.680823 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87363) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 14 22:35:53.681180 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.682580 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87363) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 14 22:35:53.682859 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 14 22:35:53.683103 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 14 22:35:53.686322 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.686602 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:53.748387 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 14 22:35:53.748625 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 14 22:35:53.748865 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 14 22:35:53.749228 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 14 22:35:53.780032 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_db.sqlalchemy.engines [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87363) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 14 22:35:54.252757 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Initializing driver for type 'gre' Jan 14 22:35:54.253279 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] gre ID ranges: [(1, 1000)] Jan 14 22:35:54.437024 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Initializing driver for type 'local' Jan 14 22:35:54.437682 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Initializing driver for type 'vlan' Jan 14 22:35:54.528512 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] VlanTypeDriver initialization complete Jan 14 22:35:54.528795 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Initializing driver for type 'vxlan' Jan 14 22:35:54.529299 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] vxlan ID ranges: [(1, 1000)] Jan 14 22:35:54.700283 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Initializing extension driver 'port_security' Jan 14 22:35:54.700626 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] PortSecurityExtensionDriver initialization complete Jan 14 22:35:54.700954 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Initializing mechanism driver 'openvswitch' Jan 14 22:35:54.701287 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Initializing mechanism driver 'hyperv' Jan 14 22:35:54.711316 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.plugins.ml2.plugin [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:35:54.711979 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > port after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.712375 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > port after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.712691 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > port after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.713218 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 22:35:54.713645 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.714028 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.714367 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.714758 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 22:35:54.715148 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > network after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.715497 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > network after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.715834 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > network after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.716282 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 22:35:54.716642 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.716984 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.717375 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.717762 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 22:35:54.718182 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.718529 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.718864 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.719375 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 22:35:54.719779 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.720159 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.720500 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.720889 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 22:35:54.721265 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] ML2 OVO RPC backend initialized. {{(pid=87363) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jan 14 22:35:54.722024 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.722378 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.722789 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > network before_response 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.723133 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > networks before_response 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.723476 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > port before_response 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.723810 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > ports before_response 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.724148 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.724483 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.724831 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > network after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.725156 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > network after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.725488 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > network after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.725843 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > port after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.726175 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > port after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.726505 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > port after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.726835 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.727163 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.727491 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.728095 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.plugin [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Modular L2 Plugin initialization complete Jan 14 22:35:54.728428 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading services supported by the core plugin {{(pid=87363) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 14 22:35:54.728748 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.plugins.ml2.managers [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Got port-security extension from driver 'port_security' Jan 14 22:35:54.729202 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.extensions.vlantransparent [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Disabled vlantransparent extension. Jan 14 22:35:54.729679 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87363) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 14 22:35:54.730013 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading Plugin: router Jan 14 22:35:54.766627 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.767010 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router after_create 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.767375 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router before_create 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.767738 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.768112 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.768462 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router after_delete 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.768816 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.769173 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router after_create 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.769514 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router after_update 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.769891 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router after_update 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.778645 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.778645 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router after_update 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.778645 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.778645 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: port after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779029 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: port after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779029 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: subnet after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779029 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779029 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779309 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779309 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: port before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779309 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779309 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router after_update 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779592 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779592 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779592 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779592 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779886 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > agent after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779886 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > agent after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779886 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > network after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.779886 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Tracking information for resource: router configured {{(pid=87363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 22:35:54.779886 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Tracking information for resource: floatingip configured {{(pid=87363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 22:35:54.783365 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.db.l3_agentschedulers_db [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 14 22:35:54.783942 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: port after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.784328 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: port after_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.784674 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: port after_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.785020 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: port after_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.785957 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router before_create 55550100 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.786322 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.786681 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.787037 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.791429 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.services.provider_configuration [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service providers = [] {{(pid=87363) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 14 22:35:54.791790 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.db.servicetype_db [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87363) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 14 22:35:54.794714 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.services.service_base [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 22:35:54.795064 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.services.service_base [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 22:35:54.795399 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.services.service_base [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 22:35:54.796290 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.services.service_base [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 22:35:54.796650 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.services.service_base [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 14 22:35:54.797022 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 22:35:54.797333 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 14 22:35:54.808701 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 22:35:54.809031 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading Plugin: auto_allocate Jan 14 22:35:54.815494 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: network precommit_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.815854 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: network precommit_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.816362 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 22:35:54.816678 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading Plugin: tag Jan 14 22:35:54.823475 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 22:35:54.823850 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading Plugin: timestamp Jan 14 22:35:54.834241 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 22:35:54.834568 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading Plugin: network_ip_availability Jan 14 22:35:54.840048 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.840416 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.840768 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:54.841474 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 22:35:54.841814 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading Plugin: flavors Jan 14 22:35:54.847083 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 22:35:54.847415 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading Plugin: revisions Jan 14 22:35:54.857735 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 22:35:54.858148 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_concurrency.lockutils [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.098s {{(pid=87363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 14 22:35:54.858876 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87363) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 14 22:35:54.859205 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Initializing extension manager. Jan 14 22:35:54.859705 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: __init__.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.860041 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: __pycache__ {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.860431 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.861234 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: address_group.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.862089 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.862667 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: address-group Jan 14 22:35:54.862986 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: address_scope.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.863720 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.864216 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: address-scope Jan 14 22:35:54.864532 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.865444 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.865971 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: router-admin-state-down-before-update Jan 14 22:35:54.866290 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: agent.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.866976 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.867470 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: agent Jan 14 22:35:54.867785 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: agent_resources_synced.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.868741 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.869234 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: agent-resources-synced Jan 14 22:35:54.869550 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.871517 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.872042 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: allowed-address-pairs Jan 14 22:35:54.872372 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.873435 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.873999 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: auto-allocated-topology Jan 14 22:35:54.874348 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: availability_zone.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.875116 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.875618 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: availability_zone Jan 14 22:35:54.875944 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: availability_zone_filter.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.877020 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.877511 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: availability_zone_filter Jan 14 22:35:54.877857 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: data_plane_status.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.878757 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.879270 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension data-plane-status not supported by any of loaded plugins Jan 14 22:35:54.879620 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: default_subnetpools.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.886823 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.887319 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: default-subnetpools Jan 14 22:35:54.887638 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.888442 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.888939 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: dhcp_agent_scheduler Jan 14 22:35:54.889261 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: dns.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.890188 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.890754 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension dns-integration not supported by any of loaded plugins Jan 14 22:35:54.891230 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: dns_domain_ports.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.892228 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.892724 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 14 22:35:54.893046 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: dvr.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.893710 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.894308 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: dvr Jan 14 22:35:54.894630 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: empty_string_filtering.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.895531 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.896059 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: empty-string-filtering Jan 14 22:35:54.896375 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.897301 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.897869 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 14 22:35:54.898195 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.899106 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.899601 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 14 22:35:54.899920 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: external_net.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.900806 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.901306 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: external-net Jan 14 22:35:54.901625 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.902585 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.903081 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: extra_dhcp_opt Jan 14 22:35:54.903395 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: extraroute.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.904287 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.904781 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: extraroute Jan 14 22:35:54.905096 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: extraroute_atomic.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.906150 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.906645 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: extraroute-atomic Jan 14 22:35:54.906973 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: filter_validation.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.908126 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.908688 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: filter-validation Jan 14 22:35:54.909004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: fip_pf_description.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.909927 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.910425 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 14 22:35:54.910744 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: fip_port_details.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.911645 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.912144 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: fip-port-details Jan 14 22:35:54.912463 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: flavors.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.913684 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.914289 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: flavors Jan 14 22:35:54.914664 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.916486 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.916992 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 14 22:35:54.917318 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: floatingip_pools.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.918040 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.918541 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: floatingip-pools Jan 14 22:35:54.918861 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: ip_allocation.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.919796 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.920291 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension ip_allocation not supported by any of loaded plugins Jan 14 22:35:54.920610 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.921672 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.922200 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: ip-substring-filtering Jan 14 22:35:54.922523 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: l2_adjacency.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.923985 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.925073 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 14 22:35:54.925828 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: l3.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.926790 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.928097 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: router Jan 14 22:35:54.928437 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.933668 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.934208 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 14 22:35:54.934537 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.938768 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.939273 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: ext-gw-mode Jan 14 22:35:54.939596 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.940508 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.941005 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: l3-ha Jan 14 22:35:54.941327 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: l3_flavors.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.942505 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.943007 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: l3-flavors Jan 14 22:35:54.943326 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.944247 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.944787 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 14 22:35:54.945108 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: l3agentscheduler.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.946248 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.946752 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: l3_agent_scheduler Jan 14 22:35:54.947077 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: logging.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.948583 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.949130 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension logging not supported by any of loaded plugins Jan 14 22:35:54.949459 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: metering.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.950222 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.950791 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: metering Jan 14 22:35:54.951115 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.952195 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.952697 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: metering_source_and_destination_fields Jan 14 22:35:54.953016 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: multiprovidernet.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.953972 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.954600 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: multi-provider Jan 14 22:35:54.955021 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: netmtu.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.955928 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.956426 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: net-mtu Jan 14 22:35:54.956746 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: netmtu_writable.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.957654 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.958184 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: net-mtu-writable Jan 14 22:35:54.958503 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: network_availability_zone.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.959158 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.959650 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: network_availability_zone Jan 14 22:35:54.959966 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: network_ip_availability.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.961103 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.961604 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: network-ip-availability Jan 14 22:35:54.961963 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: network_segment_range.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.962712 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.963208 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension network-segment-range not supported by any of loaded plugins Jan 14 22:35:54.963525 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: pagination.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.964499 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.964822 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: pagination Jan 14 22:35:54.965138 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: port_device_profile.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.966061 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.966563 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: port-device-profile Jan 14 22:35:54.966881 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.967819 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.968310 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: port-mac-address-regenerate Jan 14 22:35:54.968626 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.969517 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.970752 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: port-numa-affinity-policy Jan 14 22:35:54.971072 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: port_resource_request.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.971982 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.972477 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension port-resource-request not supported by any of loaded plugins Jan 14 22:35:54.972797 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: portbindings.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.977912 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.978410 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: binding Jan 14 22:35:54.978812 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: portbindings_extended.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.980120 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.980623 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: binding-extended Jan 14 22:35:54.980945 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: portsecurity.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.981889 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.982388 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: port-security Jan 14 22:35:54.982708 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: project_id.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.983667 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.983989 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: project-id Jan 14 22:35:54.984308 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: providernet.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.985243 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.986391 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: provider Jan 14 22:35:54.986709 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: qos.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.990483 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.990998 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension qos not supported by any of loaded plugins Jan 14 22:35:54.991328 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.992569 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.993077 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 14 22:35:54.993402 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.994370 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.994869 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 14 22:35:54.995190 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: qos_default.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.996090 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.996589 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension qos-default not supported by any of loaded plugins Jan 14 22:35:54.996911 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: qos_fip.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.997556 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.998073 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension qos-fip not supported by any of loaded plugins Jan 14 22:35:54.998395 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:54.999318 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:54.999816 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 14 22:35:55.000133 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.001317 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.001842 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 14 22:35:55.002166 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.003072 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.003571 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 14 22:35:55.003890 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: qos_rules_alias.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.004929 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.005431 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 14 22:35:55.005793 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: quotasv2.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.006704 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.007031 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: quotas Jan 14 22:35:55.007352 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: quotasv2_detail.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.008967 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.009303 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: quota_details Jan 14 22:35:55.009631 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: rbac.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.010704 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.011220 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: rbac-policies Jan 14 22:35:55.011558 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: rbac_address_group.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.012540 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.013048 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: rbac-address-group Jan 14 22:35:55.013371 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: rbac_address_scope.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.014308 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.014816 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: rbac-address-scope Jan 14 22:35:55.015134 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: rbac_security_groups.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.016035 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.016537 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: rbac-security-groups Jan 14 22:35:55.016936 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.017918 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.018416 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: rbac-subnetpool Jan 14 22:35:55.018732 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: revisionifmatch.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.019645 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.020149 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: revision-if-match Jan 14 22:35:55.020464 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: revisions.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.024655 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.025095 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: standard-attr-revisions Jan 14 22:35:55.025412 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: router_availability_zone.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.026101 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.026602 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: router_availability_zone Jan 14 22:35:55.026920 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: routerservicetype.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.027832 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.028331 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension router-service-type not supported by any of loaded plugins Jan 14 22:35:55.028696 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.029559 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.030092 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: security-groups-normalized-cidr Jan 14 22:35:55.030455 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.031378 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.031881 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: port-security-groups-filtering Jan 14 22:35:55.032710 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.033956 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.034472 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: security-groups-remote-address-group Jan 14 22:35:55.034796 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: securitygroup.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.044434 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.044958 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: security-group Jan 14 22:35:55.045290 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: segment.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.046090 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.046593 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension segment not supported by any of loaded plugins Jan 14 22:35:55.046917 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.053078 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.053585 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 14 22:35:55.053984 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: servicetype.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.055077 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.055587 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: service-type Jan 14 22:35:55.055910 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: sorting.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.056880 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.057210 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: sorting Jan 14 22:35:55.057530 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: standard_attr_segment.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.058460 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.059008 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 14 22:35:55.059333 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: standardattrdescription.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.059974 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.060472 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: standard-attr-description Jan 14 22:35:55.060791 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: stateful_security_group.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.061698 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.062228 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: stateful-security-group Jan 14 22:35:55.062549 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: stdattrs_common.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.063121 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 14 22:35:55.063440 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.064648 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.065154 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 14 22:35:55.065473 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: subnet_onboard.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.066574 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.067340 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: subnet_onboard Jan 14 22:35:55.067658 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.068587 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.069079 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 14 22:35:55.069399 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: subnet_service_types.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.070352 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.070847 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: subnet-service-types Jan 14 22:35:55.071165 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: subnetallocation.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.072233 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.072735 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: subnet_allocation Jan 14 22:35:55.073058 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.073718 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.074244 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: subnetpool-prefix-ops Jan 14 22:35:55.074565 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.082946 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.083450 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 14 22:35:55.083773 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: tagging.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.084830 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.085344 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: standard-attr-tag Jan 14 22:35:55.085665 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: timestamp.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.086893 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.087401 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loaded extension: standard-attr-timestamp Jan 14 22:35:55.087763 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: trunk.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.088788 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.089291 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension trunk not supported by any of loaded plugins Jan 14 22:35:55.089615 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: trunk_details.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.090544 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.091045 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension trunk-details not supported by any of loaded plugins Jan 14 22:35:55.091382 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.092321 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.092824 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 14 22:35:55.093144 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Loading extension file: vlantransparent.py {{(pid=87363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 22:35:55.093832 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 22:35:55.094335 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 14 22:35:55.097468 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:network Jan 14 22:35:55.098221 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:subnet Jan 14 22:35:55.098986 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 22:35:55.099587 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:port Jan 14 22:35:55.100825 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.101277 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service FLAVORS assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.101895 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.102321 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.102648 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:router Jan 14 22:35:55.103310 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:floatingip Jan 14 22:35:55.108807 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service METERING assigned prefix: /metering {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.108807 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:55.108807 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:55.108807 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:35:55.108807 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 22:35:55.109211 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:security_group Jan 14 22:35:55.109211 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 22:35:55.109211 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service CORE assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.109384 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 22:35:55.109824 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] subnetpool is already registered Jan 14 22:35:55.110362 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service CORE assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.111437 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 22:35:55.111641 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] subnetpool is already registered Jan 14 22:35:55.114193 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.114659 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service FLAVORS assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.115247 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.115720 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.116052 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:router Jan 14 22:35:55.116377 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] router is already registered Jan 14 22:35:55.116966 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:floatingip Jan 14 22:35:55.117293 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] floatingip is already registered Jan 14 22:35:55.117940 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service METERING assigned prefix: /metering {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.118601 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 22:35:55.118925 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] rbac_policy is already registered Jan 14 22:35:55.119462 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:security_group Jan 14 22:35:55.119784 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] security_group is already registered Jan 14 22:35:55.120421 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 22:35:55.120747 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] security_group_rule is already registered Jan 14 22:35:55.121398 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service CORE assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.121723 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 22:35:55.122074 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] subnetpool is already registered Jan 14 22:35:55.122673 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.v2.resource_helper [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Service CORE assigned prefix: {{(pid=87363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 22:35:55.123004 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 22:35:55.123322 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING neutron.quota.resource_registry [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] subnetpool is already registered Jan 14 22:35:55.123954 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: extensions {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.125427 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: address-groups {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.127085 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: address-scopes {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.128260 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: agents {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.129428 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: auto-allocated-topology {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.130670 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: availability_zones {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.132028 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: dhcp-networks {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.133418 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: dhcp-agents {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.134852 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: routers {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.136642 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: flavors {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.137847 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: service_profiles {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.139036 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: next_providers {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.141430 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: service_profiles {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.142953 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: floatingip-pools {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.144139 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: routers {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.145959 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: floatingips {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.147124 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: l3-routers {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.148490 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: l3-agents {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.149914 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: metering-labels {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.154621 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: metering-label-rules {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.154621 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: network-ip-availabilities {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.154621 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: bindings {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.155422 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: quotas {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.156971 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: quotas {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.158960 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: rbac-policies {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.160232 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: security-groups {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.161414 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: security-group-rules {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.162706 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: service-providers {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.163929 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: subnetpools {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.165311 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: subnetpools {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.166850 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: tags {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.168502 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: tags {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.170282 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: tags {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.172093 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: tags {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.174511 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: tags {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.176330 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: tags {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.178002 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: tags {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.179870 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: tags {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.181660 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: tags {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.183491 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron.api.extensions [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Extended resource: tags {{(pid=87363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 22:35:55.190273 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING keystonemiddleware.auth_token [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 14 22:35:55.195215 dv-cinder-824801-1-iscsi neutron-server[87363]: WARNING keystonemiddleware.auth_token [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 14 22:35:55.203323 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_concurrency.lockutils [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Acquired lock "singleton_lock" {{(pid=87363) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 14 22:35:55.203789 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_concurrency.lockutils [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Releasing lock "singleton_lock" {{(pid=87363) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 14 22:35:55.205189 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO oslo_service.service [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Starting 2 workers Jan 14 22:35:55.209926 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Started child 87472 {{(pid=87363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 14 22:35:55.214239 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Started child 87473 {{(pid=87363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 14 22:35:55.215494 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:35:55.216100 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO neutron.service [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 14 22:35:55.216501 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Notify callbacks [] for process, before_spawn {{(pid=87363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:35:55.217178 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [-] (87472) wsgi starting up on http://0.0.0.0:9696 Jan 14 22:35:55.218991 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO oslo_service.service [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Starting 1 workers Jan 14 22:35:55.219159 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:35:55.221650 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [-] (87473) wsgi starting up on http://0.0.0.0:9696 Jan 14 22:35:55.224546 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Started child 87474 {{(pid=87363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 14 22:35:55.225086 dv-cinder-824801-1-iscsi neutron-server[87363]: INFO oslo_service.service [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Starting 1 workers Jan 14 22:35:55.228009 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.service [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] calling RpcWorker wait() {{(pid=87474) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 14 22:35:55.229987 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.service [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] returning from RpcWorker wait() {{(pid=87474) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 14 22:35:55.230093 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Started child 87475 {{(pid=87363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 14 22:35:55.230178 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:35:55.230248 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG neutron_lib.callbacks.manager [None req-8f803793-b692-430f-ade7-5daa07bdb0c5 None None] Notify callbacks [] for process, after_spawn {{(pid=87363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:35:55.230315 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:35:55.232049 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87363) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 14 22:35:55.232228 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 22:35:55.232396 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 22:35:55.232615 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 22:35:55.232947 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 22:35:55.233106 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 22:35:55.233601 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.233941 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.234232 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.234323 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:35:55.234758 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.234844 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.236377 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.236565 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.236819 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.237142 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.237378 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.237548 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.237715 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.237991 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.238233 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.238528 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.238785 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.239022 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.239289 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.239465 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.239724 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.239999 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.240226 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.240526 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] debug = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.240788 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.241320 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.241548 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.241820 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.242058 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.242351 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.242577 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.242835 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.243051 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.243282 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.243541 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.243801 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.244041 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.244281 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.244523 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.244780 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.245009 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.245476 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] host = dv-cinder-824801-1-iscsi {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.245694 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.245950 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.246182 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.246430 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.246679 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.246900 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.247164 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.247521 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.247791 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.248039 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.248291 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.248550 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.248786 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.249035 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.249188 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_options = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.249406 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.249687 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.249992 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.250183 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.250352 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.250532 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.250775 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.250966 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.251230 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.251544 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.252087 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.252087 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.252370 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.252514 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.252660 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.253757 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.253757 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.253757 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.253757 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.254079 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.254148 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.254514 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.254623 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.254861 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.255127 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.255355 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.255602 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.255849 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.256057 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.256298 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.256535 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.256810 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.256932 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:35:55.257057 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.257305 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.257553 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.257814 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.258033 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.258296 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.258528 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.258770 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.259031 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.259253 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.261004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.261004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.261004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.261004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_json = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.261004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.261004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.261004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.261004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.263826 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.263826 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.263826 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.263826 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.263826 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.263826 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.263826 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.263826 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.264299 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.264299 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.264299 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.264299 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.264299 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.264603 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.264842 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.265050 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.265342 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.265558 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.265855 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.266139 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.266403 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.267197 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.267446 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.267684 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.268104 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.268360 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.268691 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.268977 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.269228 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.269489 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.269725 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.269991 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.270259 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.270491 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.270719 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.270935 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.271197 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.271417 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.271652 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.271897 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.272156 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.272372 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.272600 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.272825 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.273099 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.273329 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.273548 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.274110 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.274110 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.274307 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.274387 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.274617 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.274834 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.275064 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.275335 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.275590 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.275967 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.276208 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.276430 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.276682 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.276897 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.277140 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.277350 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.277574 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.277849 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.278113 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.278339 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.278832 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.278832 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.279106 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.279192 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.279417 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.279665 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.279909 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.280140 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.280359 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.280580 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.280789 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.281041 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.281260 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.281496 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.281713 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.282003 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.283048 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.283211 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.283438 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.283655 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.284067 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.284504 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.284827 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.285074 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.285332 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.285574 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.285879 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.286250 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.286653 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.286900 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.287121 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.287518 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.287772 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.288007 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.288265 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.288495 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.288712 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.289130 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.289376 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.289631 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.289898 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.290149 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.290407 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.290672 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.291078 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.291479 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.291903 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.292344 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.292818 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.293048 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.293339 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.293586 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.293880 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.294196 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.294488 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.294778 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.295008 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.295237 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.295507 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.295758 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.296025 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.296279 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.296525 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.296764 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.297026 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.297274 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.297499 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.297737 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.298196 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.298361 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.298610 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.298852 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.299093 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.299372 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.299601 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.299849 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.300124 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.300385 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.300636 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.300893 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.301120 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.301362 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.301599 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.301865 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.302100 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.302332 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.302565 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.302795 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.303012 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.303225 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.303500 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.303734 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.303962 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.304190 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.304405 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.304621 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.304874 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.305087 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.305343 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.305597 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.305870 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.306107 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.306364 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.306575 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.306834 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.307220 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.307504 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.307758 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.307976 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.308205 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.308450 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.308726 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.308943 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.309188 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.309420 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.309606 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.309843 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.310081 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.310312 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.310556 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.310778 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.311167 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.311436 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.311694 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.312003 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.312248 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.312664 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.312911 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.313128 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.313361 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.313654 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.313950 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.314169 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.314382 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.314597 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.314864 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.315105 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.315356 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.315583 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.315821 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.316031 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.316252 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.316484 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.316771 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.317268 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.317510 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.317746 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.318012 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.318240 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.318467 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.318682 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.318896 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.319125 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.319371 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.319582 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.319793 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.320024 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.320256 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.320543 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.320792 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.321025 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.321313 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.321542 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.321814 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.322049 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.322352 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.322583 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.322819 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.323076 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.323308 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.323526 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.323792 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.324100 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.324402 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.324664 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.325187 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.325478 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.325764 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.326049 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.326265 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.326577 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.326903 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.327171 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.327443 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.327699 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.327980 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.328203 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.328423 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.328656 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.328904 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.330590 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.330902 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.331184 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.331431 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.331656 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.331922 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.332179 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.332410 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.332642 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.332867 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.333088 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.333242 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 22:35:55.334012 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87363) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 14 22:35:55.334356 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 22:35:55.334509 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 22:35:55.334825 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 22:35:55.334994 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 22:35:55.335313 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 22:35:55.335524 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.335691 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.335852 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.336013 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.336172 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.336353 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.336513 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.336671 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.336829 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.336986 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.337142 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.337300 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.337479 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.337610 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.337769 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.337956 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.338114 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.338271 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.338452 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.338611 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.338911 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.339215 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.339372 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] debug = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.339531 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.339726 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.339890 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.340047 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.340205 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.340363 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.340520 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.340678 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.340836 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.340992 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.341152 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.341309 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.341466 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.341626 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.341810 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.341963 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.342120 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.342279 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] host = dv-cinder-824801-1-iscsi {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.342436 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.342595 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.342752 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.342914 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.343073 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.343227 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.343390 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.343542 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.343881 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.344110 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.344279 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.344424 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.344581 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.344792 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.345476 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_options = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.345641 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.345816 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.345979 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.346171 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.346322 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.346477 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.346634 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.346792 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.346948 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.347105 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.347262 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.347418 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.347588 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.347732 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.347885 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.348198 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.348501 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.348666 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.348825 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.348983 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.349141 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.349298 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.349456 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.349613 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.349770 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.349948 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.350106 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.350262 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.350419 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.350577 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.350734 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.350857 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:35:55.350996 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.351120 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.351239 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.351359 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.351476 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.351615 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.351775 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.351933 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.352090 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.352248 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.352404 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.352561 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.352718 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.352875 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.353031 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_json = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.353188 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.353344 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.353501 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.353646 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.353882 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.354116 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.354116 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.354266 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 22:35:55.354431 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.354589 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.354919 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.355255 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.355422 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.355561 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.355722 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.355907 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.356062 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.356197 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.356326 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.356684 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.356684 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.356954 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.356954 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.357207 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.357340 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.357472 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.357605 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.357854 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.357854 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.358108 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.358257 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.358390 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.358521 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.358659 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.358792 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.358924 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.359056 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.359199 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.359333 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.359477 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.359620 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.360076 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.360076 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.360076 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.360484 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.361163 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.361318 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.361487 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.361750 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.361951 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.362087 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.362467 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.362467 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.362467 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.362738 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.362738 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.362911 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.363071 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.363244 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.363405 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.363564 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.363721 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.363882 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.364040 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.364198 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.364356 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.364514 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.364674 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.364831 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.365005 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.365164 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.365323 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.365486 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.365641 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.365818 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.365974 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.366131 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.366289 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.366446 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.366606 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.366765 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.366923 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.367082 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.367254 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.367403 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.367560 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.367717 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.367880 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.368039 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.368198 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.368356 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.368514 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.368683 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.368846 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.369004 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.369161 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.369325 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.369484 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.369641 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.369826 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.369982 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.370139 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.370314 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.370456 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.370609 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.370770 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.370915 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.371072 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.371231 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.371389 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.371545 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.371702 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.371865 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.372005 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.372162 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.372319 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.372477 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.372812 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.372812 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.372999 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.373117 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.373238 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.373381 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.373548 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.373734 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.373913 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.374076 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.374241 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.374383 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.374541 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.374699 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.374859 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.375017 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.375189 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.375334 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.375502 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.375673 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.375834 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.376109 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.376109 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.376600 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.376600 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.376841 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.376841 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.377081 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.377081 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.377320 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.377451 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.377596 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.377678 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.377817 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.377978 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.378134 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.378297 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.378450 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.378589 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.378734 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.378896 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.379059 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.379223 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.379384 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.379546 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.379689 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.379837 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.379996 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.380148 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.380290 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.380446 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.380588 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.380751 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.380894 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.381055 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.381197 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.381359 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.381510 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.381647 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.381834 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.381997 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.382154 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.382292 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.382453 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.382615 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.382759 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.382924 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.383087 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.383249 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.383391 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.383554 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.383712 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.383876 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.384028 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.384174 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.384320 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.384476 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.384619 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.384799 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.384941 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.385104 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.385280 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.385410 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.385548 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.385699 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.385881 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.386025 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.386187 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.386345 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.386506 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.386669 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.386827 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.386985 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.387144 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.387302 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.387461 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.387618 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.387791 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.388038 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.388137 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.388257 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.388415 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.388584 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.388743 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.388901 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.389059 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.389221 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.389391 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.389548 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.389708 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.389886 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.390045 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.390217 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.390376 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.390534 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.390700 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.390860 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.391017 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.391175 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.391346 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.391504 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.392263 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.392263 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.392263 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.392822 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.392822 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.392964 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.393102 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.393268 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.393428 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.393595 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.393762 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.393952 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.394110 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.394275 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.394447 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.394605 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.394762 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.394918 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.395075 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.395233 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.395391 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.395550 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.395707 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.395864 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.396022 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.396178 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.396335 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.396493 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.396649 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.396807 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.396963 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.397120 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.397278 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.397434 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 22:35:55.397585 dv-cinder-824801-1-iscsi neutron-server[87363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 22:35:55.616040 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 54164) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:35:55.624404 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062037 Jan 14 22:36:06.120732 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973c15d-cc37-491e-af67-edfa012e43da None None] get_active_networks_info from dv-cinder-824801-1-iscsi {{(pid=87474) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 14 22:36:06.199362 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973c15d-cc37-491e-af67-edfa012e43da None None] No non-hosted networks {{(pid=87474) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 14 22:36:06.215945 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.agentschedulers_db [None req-f973c15d-cc37-491e-af67-edfa012e43da None None] DHCP Agent not found on host dv-cinder-824801-1-iscsi {{(pid=87474) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 14 22:36:06.331891 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-46b9f19c-474f-4afa-94b1-1c4d951bc33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593562'] for agent, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:08.420142 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-2bbff9e8-c3b9-4a41-ab1c-e33b9fd7dc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593562'] for agent, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:08.461126 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.db.api [None req-63b8b05e-28f3-4b69-a4a8-9809381a87c1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-824801-1-iscsi {{(pid=87474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 22:36:08.461806 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG oslo_db.api [None req-63b8b05e-28f3-4b69-a4a8-9809381a87c1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 22:36:09.047187 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-63b8b05e-28f3-4b69-a4a8-9809381a87c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:09.583973 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593562'] for agent, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:09.692893 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593562'] for agent, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:09.693734 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.694145 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.694533 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.696653 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.697322 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.701303 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.701692 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.702084 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.705287 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.706199 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.706914 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.707489 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:09.711798 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824801-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:36:09.723829 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824801-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:36:11.014522 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593562'] for agent, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:12.458465 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.db.l3_hamode_db [None req-bf01e276-965c-48df-90a2-1eb72a4bd665 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 14 22:36:12.534583 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 54258) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:12.546494 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01e276-965c-48df-90a2-1eb72a4bd665 None None] Routers set() bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:36:12.546825 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01e276-965c-48df-90a2-1eb72a4bd665 None None] Router IDs set() for agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 22:36:13.101418 dv-cinder-824801-1-iscsi neutron-server[87473]: WARNING oslo_policy.policy [None req-584d7256-a25e-4184-9f8b-e05578b87765 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 22:36:13.102052 dv-cinder-824801-1-iscsi neutron-server[87473]: WARNING oslo_policy.policy [None req-584d7256-a25e-4184-9f8b-e05578b87765 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 22:36:13.319973 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [None req-584d7256-a25e-4184-9f8b-e05578b87765 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:36:13.321016 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-584d7256-a25e-4184-9f8b-e05578b87765 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7855499 Jan 14 22:36:15.640228 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 54272) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:16.208529 dv-cinder-824801-1-iscsi neutron-server[87472]: WARNING oslo_policy.policy [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 22:36:16.209096 dv-cinder-824801-1-iscsi neutron-server[87472]: WARNING oslo_policy.policy [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 22:36:16.424114 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:36:16.528170 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.policy [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87472) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 14 22:36:16.572859 dv-cinder-824801-1-iscsi neutron-server[87472]: WARNING oslo_policy.policy [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 22:36:16.573218 dv-cinder-824801-1-iscsi neutron-server[87472]: WARNING oslo_policy.policy [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 22:36:16.581731 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.quota [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] Loaded quota_driver: . Jan 14 22:36:16.597288 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:36:16.746212 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727546654443', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727546652862', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727546724537', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727546736021', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727546742587', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727546751051', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3762112', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3972687', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-841916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-668486'] for rbac-policy, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:16.908943 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:16.910300 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-15b21dd7-b107-41e1-bad1-1dc77f8acdde admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2673278 Jan 14 22:36:19.489286 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 54290) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:19.837143 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ae79724a96704bf7ab39ab579e55b033'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:36:19.842213 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:36:19.849887 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Usage tracker for resource:network and tenant:ae79724a96704bf7ab39ab579e55b033 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:36:19.852062 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:36:19.858103 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:36:19.966349 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Made reservation on behalf of ae79724a96704bf7ab39ab579e55b033 for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:36:19.969894 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:19.987098 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:20.000688 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:36:20.004283 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Usage tracker for resource:security_group_rule and tenant:ae79724a96704bf7ab39ab579e55b033 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:36:20.009219 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:36:20.014668 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:36:20.108321 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:20.190847 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:20.214907 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:36:20.240504 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727547418381', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:20.241068 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Unsubscribe: segment precommit_create {{(pid=87472) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 14 22:36:20.244192 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Added segment 27dc6fcf-637e-4151-b7f4-dc7dbc03c33b of type vlan for network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a Jan 14 22:36:20.249636 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04418cfe-6b84-49a9-9198-bcf939cdab02,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:20.305083 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.305440 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.305795 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.306131 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.306458 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.306798 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.307121 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.307440 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.307776 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.308096 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.308410 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.308730 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Tracked resource versions report: Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: pushed versions: Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: { 'AddressGroup': {'1.2'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'ConntrackHelper': {'1.0'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Log': {'1.0'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Network': {'1.1'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Port': {'1.7'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'PortForwarding': {'1.2'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'QosPolicy': {'1.8'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SecurityGroup': {'1.4'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SecurityGroupRule': {'1.2'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SubPort': {'1.0'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Subnet': {'1.1'}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Trunk': {'1.1'}} Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: consumer versions: Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: { DHCP agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: L3 agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: Metadata agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: Metering agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: Open vSwitch agent@dv-cinder-824801-1-iscsi: { 'AddressGroup': '1.2', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'ConntrackHelper': '1.0', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Log': '1.0', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Network': '1.1', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Port': '1.7', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'PortForwarding': '1.2', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'QosPolicy': '1.8', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SecurityGroup': '1.4', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SecurityGroupRule': '1.2', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SubPort': '1.0', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Subnet': '1.1', Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Trunk': '1.1'}} Jan 14 22:36:20.309836 dv-cinder-824801-1-iscsi neutron-server[87472]: {{(pid=87472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 22:36:20.353744 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:20.457645 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:20.458848 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:36:20.459493 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:20.567531 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] Pushing event updated for resources: {'Network': ['ID=6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:20.579347 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:36:20.631703 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-e9c3dea6-b2e3-498e-93d8-b192c83bb7eb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1412296 Jan 14 22:36:23.279068 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 54306) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:23.721583 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3d4c82-5b13-421a-8dae-6e3db81c10ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:36:23.722963 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-4a3d4c82-5b13-421a-8dae-6e3db81c10ec admin admin] 10.222.0.25 "GET /v2.0/networks/6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a HTTP/1.1" status: 200 len: 824 time: 0.4429641 Jan 14 22:36:23.750226 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-d784ba3b-1ea8-418f-a93d-52d06b993e18 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/a33dcc59-f3ac-479c-be19-2eaab9b45cae HTTP/1.1" status: 200 len: 734 time: 0.0215371 Jan 14 22:36:23.758442 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'subnetpool_id': 'a33dcc59-f3ac-479c-be19-2eaab9b45cae', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:36:23.762604 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:36:23.766940 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Usage tracker for resource:subnet and tenant:ae79724a96704bf7ab39ab579e55b033 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:36:23.770054 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:36:23.775557 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:36:23.841624 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Made reservation on behalf of ae79724a96704bf7ab39ab579e55b033 for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:36:23.844719 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:24.166414 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:24.263521 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eea8a1b-4d8d-4f33-b359-19c906b255a8,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:24.270246 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Checking segment: {'id': '27dc6fcf-637e-4151-b7f4-dc7dbc03c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:36:24.270637 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Network hostable DHCP agents. Network: 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:36:24.355868 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:36:24.430097 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:36:24.434649 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:36:24.435226 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:24.440219 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a3a39-3114-41f0-b4b3-f972edef6c5e None None] Network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:36:24.517230 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-4c502024-74bf-49bb-8363-a40799c395d4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7619450 Jan 14 22:36:24.840524 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9fb5ad1-a60a-5e84-a8cb-91350f4bd22d-6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a', 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'fixed_ips': [{'subnet_id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8'}]}} from dv-cinder-824801-1-iscsi. {{(pid=87474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 14 22:36:24.841765 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:25.042746 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.db_base_plugin_common [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Allocated IP 172.20.0.2 (6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a/8eea8a1b-4d8d-4f33-b359-19c906b255a8/d501d7a0-e0e2-41f0-8b35-13a78c06ec0a) {{(pid=87474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:36:25.301794 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Notify callbacks [] for port, precommit_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:25.316420 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Transition to ACTIVE for port object d501d7a0-e0e2-41f0-8b35-13a78c06ec0a will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:36:25.339600 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Transition to ACTIVE for port object d501d7a0-e0e2-41f0-8b35-13a78c06ec0a will not be triggered until provisioned by entity DHCP. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:36:25.414037 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:25.485586 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a is already hosted by enough agents. {{(pid=87474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:36:25.488579 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.base_scheduler [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Resources bound (agent type, host, resource id): {{(pid=87474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:36:25.495995 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Pushing event updated for resources: {'Port': ['ID=d501d7a0-e0e2-41f0-8b35-13a78c06ec0a,revision_number=1']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:25.498926 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Received port after_create {{(pid=87474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:36:25.509974 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.509974 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.510317 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.510650 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.510974 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.511322 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.511777 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.512154 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.512442 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.512764 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.513080 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.513394 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Tracked resource versions report: Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: pushed versions: Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: { 'AddressGroup': {'1.2'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'ConntrackHelper': {'1.0'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Log': {'1.0'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Network': {'1.1'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Port': {'1.7'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'PortForwarding': {'1.2'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'QosPolicy': {'1.8'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SecurityGroup': {'1.4'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SecurityGroupRule': {'1.2'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SubPort': {'1.0'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Subnet': {'1.1'}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Trunk': {'1.1'}} Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: consumer versions: Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: { DHCP agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: L3 agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: Metadata agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: Metering agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: Open vSwitch agent@dv-cinder-824801-1-iscsi: { 'AddressGroup': '1.2', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'ConntrackHelper': '1.0', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Log': '1.0', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Network': '1.1', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Port': '1.7', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'PortForwarding': '1.2', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'QosPolicy': '1.8', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SecurityGroup': '1.4', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SecurityGroupRule': '1.2', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SubPort': '1.0', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Subnet': '1.1', Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Trunk': '1.1'}} Jan 14 22:36:25.514558 dv-cinder-824801-1-iscsi neutron-server[87474]: {{(pid=87474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 22:36:25.609163 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Attempting to bind port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:36:25.609643 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Attempting to bind port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '27dc6fcf-637e-4151-b7f4-dc7dbc03c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:36:25.610097 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Attempting to bind port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a on network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:36:25.615520 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:36:25.615926 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Checking segment: {'id': '27dc6fcf-637e-4151-b7f4-dc7dbc03c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:36:25.616425 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:25.616814 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Bound using segment: {'id': '27dc6fcf-637e-4151-b7f4-dc7dbc03c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:36:25.617294 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Bound port: d501d7a0-e0e2-41f0-8b35-13a78c06ec0a, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dc6fcf-637e-4151-b7f4-dc7dbc03c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:36:25.617679 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:25.725031 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] For port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:36:25.729128 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] For port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=d501d7a0-e0e2-41f0-8b35-13a78c06ec0a,segment=NetworkSegment(27dc6fcf-637e-4151-b7f4-dc7dbc03c33b),segment_id=27dc6fcf-637e-4151-b7f4-dc7dbc03c33b)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:36:25.824231 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:25.913730 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee89f1-026f-4bfa-ae59-940483558d7b None None] Pushing event updated for resources: {'Port': ['ID=d501d7a0-e0e2-41f0-8b35-13a78c06ec0a,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:26.994728 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 54316) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:27.375833 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [None req-66558594-e989-4b40-a08f-330f272ef6e3 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:36:27.376857 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-66558594-e989-4b40-a08f-330f272ef6e3 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3811429 Jan 14 22:36:29.343934 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device d501d7a0-e0e2-41f0-8b35-13a78c06ec0a up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:36:29.474844 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:36:29.545315 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2598b-aee4-4a77-89f2-fa22c2960eb5 None None] Network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:36:29.710215 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-8a48cdac-789d-4fc7-ba7b-1e6ad100535a None None] Provisioning for port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:36:29.717955 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-8a48cdac-789d-4fc7-ba7b-1e6ad100535a None None] Provisioning complete for port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:36:29.718359 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-8a48cdac-789d-4fc7-ba7b-1e6ad100535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:29.792660 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 54330) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:29.907738 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-8a48cdac-789d-4fc7-ba7b-1e6ad100535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:29.966027 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-8a48cdac-789d-4fc7-ba7b-1e6ad100535a None None] For port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=d501d7a0-e0e2-41f0-8b35-13a78c06ec0a,segment=NetworkSegment(27dc6fcf-637e-4151-b7f4-dc7dbc03c33b),segment_id=27dc6fcf-637e-4151-b7f4-dc7dbc03c33b)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:36:30.028731 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-8a48cdac-789d-4fc7-ba7b-1e6ad100535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:30.145445 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48cdac-789d-4fc7-ba7b-1e6ad100535a None None] Pushing event updated for resources: {'Port': ['ID=d501d7a0-e0e2-41f0-8b35-13a78c06ec0a,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:30.153645 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-eb69ec28-af6d-486c-bff7-29bf6a5f8c18 None None] Provisioning complete for port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:36:30.154043 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-eb69ec28-af6d-486c-bff7-29bf6a5f8c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:30.172830 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [None req-76219706-45f2-4725-af91-e3f89bcc3d0c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:36:30.173939 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-76219706-45f2-4725-af91-e3f89bcc3d0c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3803041 Jan 14 22:36:31.320867 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device d501d7a0-e0e2-41f0-8b35-13a78c06ec0a up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:36:31.388617 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:36:31.388980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:32.778657 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 54342) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:33.137701 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'name': 'router1'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:36:33.212686 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.policy [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87473) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 14 22:36:33.258610 dv-cinder-824801-1-iscsi neutron-server[87473]: WARNING oslo_policy.policy [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 22:36:33.258970 dv-cinder-824801-1-iscsi neutron-server[87473]: WARNING oslo_policy.policy [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 22:36:33.267402 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.quota [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Loaded quota_driver: . Jan 14 22:36:33.283544 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:36:33.290068 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Usage tracker for resource:router and tenant:ae79724a96704bf7ab39ab579e55b033 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:36:33.294493 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:36:33.302665 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:36:33.406420 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-591190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125228'] for router, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:33.408522 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-943139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1028506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125269'] for router, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:33.432939 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:33.597226 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305'] for router, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:33.674384 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:33.675590 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-ab923e32-dca3-40ba-939e-fd0a22d82c38 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8959961 Jan 14 22:36:36.005901 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 54354) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:36.138811 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-2e82c3b4-0263-49ea-920f-0dd376316347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:36.365650 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [None req-d2b3d96e-1776-4109-a0f6-53dc05f64ae5 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:36:36.366640 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d2b3d96e-1776-4109-a0f6-53dc05f64ae5 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3598287 Jan 14 22:36:38.373003 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5032dc2f-fd54-462b-ba02-d8fd06460b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:38.710503 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 54364) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:39.070352 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:36:39.075318 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:36:39.079155 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Usage tracker for resource:network and tenant:117b6729819844f1b905837eabfbb89d is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:36:39.082445 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:36:39.087906 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:36:39.156173 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Made reservation on behalf of 117b6729819844f1b905837eabfbb89d for: {'network': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:36:39.158964 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:39.176120 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:39.189709 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:36:39.193928 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Usage tracker for resource:security_group_rule and tenant:117b6729819844f1b905837eabfbb89d is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:36:39.196997 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:36:39.202477 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:36:39.290526 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:39.332896 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:39.350147 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Reserving flat network on physical network physnet1 {{(pid=87473) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 14 22:36:39.380202 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727547418381', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:39.380757 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Unsubscribe: segment precommit_create {{(pid=87473) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 14 22:36:39.381295 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.segments_db [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Added segment c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb of type flat for network f5e3ea0a-7141-444e-ae92-10b3ccc8933d Jan 14 22:36:39.430506 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502dc2c1-b7f0-401a-8ca7-60cbffa4fe3b,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:39.450093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.450454 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.450795 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.451125 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.451446 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.451789 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.452116 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.453051 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.453526 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.453857 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.454181 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.454496 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Tracked resource versions report: Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: pushed versions: Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: { 'AddressGroup': {'1.2'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'ConntrackHelper': {'1.0'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Log': {'1.0'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Network': {'1.1'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Port': {'1.7'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'PortForwarding': {'1.2'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'QosPolicy': {'1.8'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SecurityGroup': {'1.4'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SecurityGroupRule': {'1.2'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SubPort': {'1.0'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Subnet': {'1.1'}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Trunk': {'1.1'}} Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: consumer versions: Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: { DHCP agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: L3 agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: Metadata agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: Metering agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: Open vSwitch agent@dv-cinder-824801-1-iscsi: { 'AddressGroup': '1.2', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'ConntrackHelper': '1.0', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Log': '1.0', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Network': '1.1', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Port': '1.7', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'PortForwarding': '1.2', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'QosPolicy': '1.8', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SecurityGroup': '1.4', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SecurityGroupRule': '1.2', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SubPort': '1.0', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Subnet': '1.1', Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Trunk': '1.1'}} Jan 14 22:36:39.455595 dv-cinder-824801-1-iscsi neutron-server[87473]: {{(pid=87473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 22:36:39.497843 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:39.555677 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:39.611176 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:39.612146 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:36:39.612785 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:39.717576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e3ea0a-7141-444e-ae92-10b3ccc8933d,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:39.721705 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:39.728608 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:36:39.779136 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-a3beedb1-26ed-4ea2-8053-e808c959f447 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0675676 Jan 14 22:36:40.944301 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:42.168753 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 54388) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:42.381723 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58ec4b1-e674-4019-bc89-876dc8128103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:36:42.383073 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-e58ec4b1-e674-4019-bc89-876dc8128103 admin admin] 10.222.0.25 "GET /v2.0/subnets/8eea8a1b-4d8d-4f33-b359-19c906b255a8 HTTP/1.1" status: 200 len: 849 time: 0.2133892 Jan 14 22:36:42.539138 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-9a3bb15a-79d5-477e-8659-748aa0ecae40 admin admin] 10.222.0.25 "GET /v2.0/routers/08beb335-3007-464c-a51a-c8107cde40b4 HTTP/1.1" status: 200 len: 704 time: 0.1505516 Jan 14 22:36:42.991016 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:43.217142 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Allocated IP 172.20.0.1 (6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a/8eea8a1b-4d8d-4f33-b359-19c906b255a8/c3c6698e-1d87-4202-bf9d-bffa9ef54958) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:36:43.368575 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:43.386363 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Transition to ACTIVE for port object c3c6698e-1d87-4202-bf9d-bffa9ef54958 will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:36:43.498698 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:43.564586 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:36:43.567715 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:36:43.574300 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:36:43.575362 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943251'] for router_interface, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:43.688616 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c6698e-1d87-4202-bf9d-bffa9ef54958,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:43.833526 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-8a05ad0c-03ae-4430-9e79-0f2756252410 None None] Provisioning for port c3c6698e-1d87-4202-bf9d-bffa9ef54958 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:36:43.838432 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-8a05ad0c-03ae-4430-9e79-0f2756252410 None None] Provisioning complete for port c3c6698e-1d87-4202-bf9d-bffa9ef54958 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:36:43.838757 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-8a05ad0c-03ae-4430-9e79-0f2756252410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:43.892934 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-8a05ad0c-03ae-4430-9e79-0f2756252410 None None] Port c3c6698e-1d87-4202-bf9d-bffa9ef54958 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:36:43.970565 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:44.190621 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:44.252557 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:44.253285 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943356'] for router_interface, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:44.389896 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c6698e-1d87-4202-bf9d-bffa9ef54958,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:44.442027 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:36:44.443003 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:36:44.615760 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-6e33d5bc-1e39-4db4-903b-6e7a6ebe418e None None] Provisioning complete for port c3c6698e-1d87-4202-bf9d-bffa9ef54958 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:36:44.616124 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-6e33d5bc-1e39-4db4-903b-6e7a6ebe418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:44.669398 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-6e33d5bc-1e39-4db4-903b-6e7a6ebe418e None None] Port c3c6698e-1d87-4202-bf9d-bffa9ef54958 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:36:44.708089 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Router 08beb335-3007-464c-a51a-c8107cde40b4 is scheduled to L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 with binding_index 1 {{(pid=87473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 14 22:36:44.871672 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:36:44.882010 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Sync routers for ids ['08beb335-3007-464c-a51a-c8107cde40b4'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:36:44.882784 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-9e589ee0-c890-46ae-87a0-98d0d523dd23 admin admin] 10.222.0.25 "PUT /v2.0/routers/08beb335-3007-464c-a51a-c8107cde40b4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3387830 Jan 14 22:36:44.892687 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Routers {'08beb335-3007-464c-a51a-c8107cde40b4'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:36:44.893559 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:36:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['08beb335-3007-464c-a51a-c8107cde40b4'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:36:45.067069 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Set router 08beb335-3007-464c-a51a-c8107cde40b4 gateway port host: None {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:36:45.432634 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08beb335-3007-464c-a51a-c8107cde40b4', 'name': 'router1', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:36:33Z', 'updated_at': '2022-01-14T22:36:43Z', 'revision_number': 2, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'gw_port_host': None, '_interfaces': [{'id': 'c3c6698e-1d87-4202-bf9d-bffa9ef54958', 'name': '', 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'mac_address': 'fa:16:3e:0c:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08beb335-3007-464c-a51a-c8107cde40b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:36:43Z', 'updated_at': '2022-01-14T22:36:44Z', 'revision_number': 2, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'subnets': [{'id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a33dcc59-f3ac-479c-be19-2eaab9b45cae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:36:45.438369 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Checking router: 08beb335-3007-464c-a51a-c8107cde40b4 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:36:45.438740 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Updating router 08beb335-3007-464c-a51a-c8107cde40b4 port c3c6698e-1d87-4202-bf9d-bffa9ef54958 binding host dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:36:45.490181 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:45.928603 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Notify callbacks [] for port, precommit_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:45.943838 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.provisioning_blocks [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Transition to ACTIVE for port object c3c6698e-1d87-4202-bf9d-bffa9ef54958 will not be triggered until provisioned by entity L2. {{(pid=87475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:36:46.007192 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:46.195846 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Pushing event updated for resources: {'Port': ['ID=c3c6698e-1d87-4202-bf9d-bffa9ef54958,revision_number=3']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:46.237621 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.237995 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.238336 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.238670 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.238999 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.239324 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.239647 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.239971 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.240297 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.240613 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.240925 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.241237 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Tracked resource versions report: Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: pushed versions: Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: { 'AddressGroup': {'1.2'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'ConntrackHelper': {'1.0'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Log': {'1.0'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Network': {'1.1'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Port': {'1.7'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'PortForwarding': {'1.2'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'QosPolicy': {'1.8'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SecurityGroup': {'1.4'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SecurityGroupRule': {'1.2'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SubPort': {'1.0'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Subnet': {'1.1'}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Trunk': {'1.1'}} Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: consumer versions: Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: { DHCP agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: L3 agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: Metadata agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: Metering agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: Open vSwitch agent@dv-cinder-824801-1-iscsi: { 'AddressGroup': '1.2', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'ConntrackHelper': '1.0', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Log': '1.0', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Network': '1.1', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Port': '1.7', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'PortForwarding': '1.2', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'QosPolicy': '1.8', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SecurityGroup': '1.4', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SecurityGroupRule': '1.2', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SubPort': '1.0', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Subnet': '1.1', Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Trunk': '1.1'}} Jan 14 22:36:46.242393 dv-cinder-824801-1-iscsi neutron-server[87475]: {{(pid=87475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 22:36:46.260950 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Attempting to bind port c3c6698e-1d87-4202-bf9d-bffa9ef54958 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:36:46.261340 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Attempting to bind port c3c6698e-1d87-4202-bf9d-bffa9ef54958 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '27dc6fcf-637e-4151-b7f4-dc7dbc03c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a'}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:36:46.261752 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Attempting to bind port c3c6698e-1d87-4202-bf9d-bffa9ef54958 on network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:36:46.267721 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:36:46.268120 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Checking segment: {'id': '27dc6fcf-637e-4151-b7f4-dc7dbc03c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:36:46.268589 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:46.268966 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Bound using segment: {'id': '27dc6fcf-637e-4151-b7f4-dc7dbc03c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a'} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:36:46.269433 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Bound port: c3c6698e-1d87-4202-bf9d-bffa9ef54958, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dc6fcf-637e-4151-b7f4-dc7dbc03c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a'}}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:36:46.269847 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:46.357171 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] For port c3c6698e-1d87-4202-bf9d-bffa9ef54958, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:36:46.361293 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] For port c3c6698e-1d87-4202-bf9d-bffa9ef54958, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=c3c6698e-1d87-4202-bf9d-bffa9ef54958,segment=NetworkSegment(27dc6fcf-637e-4151-b7f4-dc7dbc03c33b),segment_id=27dc6fcf-637e-4151-b7f4-dc7dbc03c33b)] {{(pid=87475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:36:46.447549 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:46.539247 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Routers {'08beb335-3007-464c-a51a-c8107cde40b4'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:36:46.539890 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:36:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['08beb335-3007-464c-a51a-c8107cde40b4'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:36:46.595013 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac36d4-0c4b-4ef7-b163-b3562e4619e0 None None] Pushing event updated for resources: {'Port': ['ID=c3c6698e-1d87-4202-bf9d-bffa9ef54958,revision_number=4']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:46.695743 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] Set router 08beb335-3007-464c-a51a-c8107cde40b4 gateway port host: None {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:36:47.024601 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08beb335-3007-464c-a51a-c8107cde40b4', 'name': 'router1', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:36:33Z', 'updated_at': '2022-01-14T22:36:43Z', 'revision_number': 2, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'gw_port_host': None, '_interfaces': [{'id': 'c3c6698e-1d87-4202-bf9d-bffa9ef54958', 'name': '', 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'mac_address': 'fa:16:3e:0c:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08beb335-3007-464c-a51a-c8107cde40b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:36:43Z', 'updated_at': '2022-01-14T22:36:46Z', 'revision_number': 4, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'subnets': [{'id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a33dcc59-f3ac-479c-be19-2eaab9b45cae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:36:47.028475 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c14b7c-567e-494f-9ece-ce280ffa225f None None] The sync data for ids ['08beb335-3007-464c-a51a-c8107cde40b4'] in dv-cinder-824801-1-iscsi is: [{'id': '08beb335-3007-464c-a51a-c8107cde40b4', 'name': 'router1', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:36:33Z', 'updated_at': '2022-01-14T22:36:43Z', 'revision_number': 2, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'gw_port_host': None, '_interfaces': [{'id': 'c3c6698e-1d87-4202-bf9d-bffa9ef54958', 'name': '', 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'mac_address': 'fa:16:3e:0c:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08beb335-3007-464c-a51a-c8107cde40b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:36:43Z', 'updated_at': '2022-01-14T22:36:46Z', 'revision_number': 4, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'subnets': [{'id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a33dcc59-f3ac-479c-be19-2eaab9b45cae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:36:47.054512 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 54410) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:47.204169 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a8558-3f22-4055-a077-bb607740ca91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:36:47.204728 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-854a8558-3f22-4055-a077-bb607740ca91 admin admin] Synchronizing usage tracker for tenant:117b6729819844f1b905837eabfbb89d on resource:network {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:36:47.281156 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-854a8558-3f22-4055-a077-bb607740ca91 admin admin] Unset dirty status for tenant:117b6729819844f1b905837eabfbb89d on resource:network {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:36:47.282349 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-854a8558-3f22-4055-a077-bb607740ca91 admin admin] 10.222.0.25 "GET /v2.0/networks/f5e3ea0a-7141-444e-ae92-10b3ccc8933d HTTP/1.1" status: 200 len: 842 time: 0.2268777 Jan 14 22:36:47.291644 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:36:47.297723 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:36:47.302589 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Usage tracker for resource:subnet and tenant:117b6729819844f1b905837eabfbb89d is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:36:47.305614 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:36:47.316416 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:36:47.395272 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Made reservation on behalf of 117b6729819844f1b905837eabfbb89d for: {'subnet': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:36:47.397598 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:47.847673 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.objects.ports [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87473) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 14 22:36:47.848008 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for subnet, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:47.981608 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f119733-62e9-435e-97d4-b252944d50fc,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:47.985911 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:36:47.986281 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Network hostable DHCP agents. Network: f5e3ea0a-7141-444e-ae92-10b3ccc8933d, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:36:48.096232 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:36:48.193338 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, f5e3ea0a-7141-444e-ae92-10b3ccc8933d) {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:36:48.197771 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:36:48.198795 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:48.201758 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02bed5-38e9-4348-9769-879e5c9f26bb None None] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:36:48.291506 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-6f571c82-6c3c-46cd-99b5-31d71c6bc151 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0032980 Jan 14 22:36:48.422357 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a97e000-eb96-4351-9db7-47e9b9d62eee None None] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:36:49.347383 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device c3c6698e-1d87-4202-bf9d-bffa9ef54958 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:36:49.492416 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port c3c6698e-1d87-4202-bf9d-bffa9ef54958 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:36:49.498310 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port c3c6698e-1d87-4202-bf9d-bffa9ef54958 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:36:49.498815 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:49.614302 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:49.644684 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port c3c6698e-1d87-4202-bf9d-bffa9ef54958, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=c3c6698e-1d87-4202-bf9d-bffa9ef54958,segment=NetworkSegment(27dc6fcf-637e-4151-b7f4-dc7dbc03c33b),segment_id=27dc6fcf-637e-4151-b7f4-dc7dbc03c33b)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:36:49.703637 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:49.769241 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=c3c6698e-1d87-4202-bf9d-bffa9ef54958,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:50.528053 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 54424) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:50.719186 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-a2721261-2519-427e-8c7f-210c061a03ff admin admin] 10.222.0.25 "GET /v2.0/routers/08beb335-3007-464c-a51a-c8107cde40b4 HTTP/1.1" status: 200 len: 710 time: 0.1900256 Jan 14 22:36:50.844441 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cbb7a5-3ead-4139-8e13-5a8007d7e472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:36:50.845875 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-05cbb7a5-3ead-4139-8e13-5a8007d7e472 admin admin] 10.222.0.25 "GET /v2.0/networks/f5e3ea0a-7141-444e-ae92-10b3ccc8933d HTTP/1.1" status: 200 len: 886 time: 0.1214926 Jan 14 22:36:50.854343 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:36:51.276947 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:51.333195 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device c3c6698e-1d87-4202-bf9d-bffa9ef54958 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:36:51.402200 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port c3c6698e-1d87-4202-bf9d-bffa9ef54958 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:36:51.402560 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:51.715499 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:51.771742 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:51.957015 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Allocated IP 172.27.3.31 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/62472748-eca4-4aef-89fd-a9dc6c8edde8) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:36:52.097001 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:52.166565 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:52.229606 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:36:52.232336 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:36:52.240611 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:36:52.292868 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Pushing event updated for resources: {'Port': ['ID=62472748-eca4-4aef-89fd-a9dc6c8edde8,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:52.661880 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:52.999834 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:53.003112 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596609'] for router, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:53.177594 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Router 08beb335-3007-464c-a51a-c8107cde40b4 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:36:53.398113 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:36:53.405981 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:53.407841 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-c9d2fb35-5691-425a-9bac-940deb685b66 admin admin] 10.222.0.25 "PUT /v2.0/routers/08beb335-3007-464c-a51a-c8107cde40b4 HTTP/1.1" status: 200 len: 889 time: 2.5565357 Jan 14 22:36:53.408650 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Sync routers for ids ['08beb335-3007-464c-a51a-c8107cde40b4'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:36:53.418686 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Routers {'08beb335-3007-464c-a51a-c8107cde40b4'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:36:53.419353 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:36:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['08beb335-3007-464c-a51a-c8107cde40b4'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:36:53.611527 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Set router 08beb335-3007-464c-a51a-c8107cde40b4 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:36:53.945991 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08beb335-3007-464c-a51a-c8107cde40b4', 'name': 'router1', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '62472748-eca4-4aef-89fd-a9dc6c8edde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:36:33Z', 'updated_at': '2022-01-14T22:36:52Z', 'revision_number': 4, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'gw_port': {'id': '62472748-eca4-4aef-89fd-a9dc6c8edde8', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08beb335-3007-464c-a51a-c8107cde40b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:36:51Z', 'updated_at': '2022-01-14T22:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'c3c6698e-1d87-4202-bf9d-bffa9ef54958', 'name': '', 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'mac_address': 'fa:16:3e:0c:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08beb335-3007-464c-a51a-c8107cde40b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:36:43Z', 'updated_at': '2022-01-14T22:36:49Z', 'revision_number': 5, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'subnets': [{'id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a33dcc59-f3ac-479c-be19-2eaab9b45cae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:36:53.950658 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Checking router: 08beb335-3007-464c-a51a-c8107cde40b4 for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:36:53.951001 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Updating router 08beb335-3007-464c-a51a-c8107cde40b4 port 62472748-eca4-4aef-89fd-a9dc6c8edde8 binding host dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:36:54.000805 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:54.344502 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Notify callbacks [] for port, precommit_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:54.355962 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Transition to ACTIVE for port object 62472748-eca4-4aef-89fd-a9dc6c8edde8 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:36:54.433279 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:54.512786 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Attempting to bind port 62472748-eca4-4aef-89fd-a9dc6c8edde8 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:36:54.513153 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Attempting to bind port 62472748-eca4-4aef-89fd-a9dc6c8edde8 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:36:54.513507 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Attempting to bind port 62472748-eca4-4aef-89fd-a9dc6c8edde8 on network f5e3ea0a-7141-444e-ae92-10b3ccc8933d {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:36:54.516174 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a0563-e434-4652-a3f9-a4cbbf11f1ac None None] Pushing event updated for resources: {'Port': ['ID=62472748-eca4-4aef-89fd-a9dc6c8edde8,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:54.523117 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:36:54.523117 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:36:54.523494 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:54.523869 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Bound using segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:36:54.524315 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Bound port: 62472748-eca4-4aef-89fd-a9dc6c8edde8, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:36:54.524696 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:54.598477 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] For port 62472748-eca4-4aef-89fd-a9dc6c8edde8, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:36:54.601309 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] For port 62472748-eca4-4aef-89fd-a9dc6c8edde8, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=62472748-eca4-4aef-89fd-a9dc6c8edde8,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:36:54.673437 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:54.752143 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Routers {'08beb335-3007-464c-a51a-c8107cde40b4'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:36:54.752736 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:36:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['08beb335-3007-464c-a51a-c8107cde40b4'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:36:54.819143 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a0563-e434-4652-a3f9-a4cbbf11f1ac None None] Pushing event updated for resources: {'Port': ['ID=62472748-eca4-4aef-89fd-a9dc6c8edde8,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:54.938308 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] Set router 08beb335-3007-464c-a51a-c8107cde40b4 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:36:55.259335 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08beb335-3007-464c-a51a-c8107cde40b4', 'name': 'router1', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '62472748-eca4-4aef-89fd-a9dc6c8edde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:36:33Z', 'updated_at': '2022-01-14T22:36:52Z', 'revision_number': 4, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'gw_port': {'id': '62472748-eca4-4aef-89fd-a9dc6c8edde8', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08beb335-3007-464c-a51a-c8107cde40b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:36:51Z', 'updated_at': '2022-01-14T22:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'c3c6698e-1d87-4202-bf9d-bffa9ef54958', 'name': '', 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'mac_address': 'fa:16:3e:0c:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08beb335-3007-464c-a51a-c8107cde40b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:36:43Z', 'updated_at': '2022-01-14T22:36:49Z', 'revision_number': 5, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'subnets': [{'id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a33dcc59-f3ac-479c-be19-2eaab9b45cae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:36:55.263182 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a65d8-f17a-4556-bd19-6c1b46396537 None None] The sync data for ids ['08beb335-3007-464c-a51a-c8107cde40b4'] in dv-cinder-824801-1-iscsi is: [{'id': '08beb335-3007-464c-a51a-c8107cde40b4', 'name': 'router1', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '62472748-eca4-4aef-89fd-a9dc6c8edde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:36:33Z', 'updated_at': '2022-01-14T22:36:52Z', 'revision_number': 4, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'gw_port': {'id': '62472748-eca4-4aef-89fd-a9dc6c8edde8', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08beb335-3007-464c-a51a-c8107cde40b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:36:51Z', 'updated_at': '2022-01-14T22:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'c3c6698e-1d87-4202-bf9d-bffa9ef54958', 'name': '', 'network_id': '6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a', 'tenant_id': 'ae79724a96704bf7ab39ab579e55b033', 'mac_address': 'fa:16:3e:0c:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08beb335-3007-464c-a51a-c8107cde40b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:36:43Z', 'updated_at': '2022-01-14T22:36:49Z', 'revision_number': 5, 'project_id': 'ae79724a96704bf7ab39ab579e55b033', 'subnets': [{'id': '8eea8a1b-4d8d-4f33-b359-19c906b255a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a33dcc59-f3ac-479c-be19-2eaab9b45cae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:36:55.761775 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 54434) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:36:55.878168 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-aaf1635b-9ccb-44e5-9276-5ee5909b7860 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1151993 Jan 14 22:36:57.360345 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 62472748-eca4-4aef-89fd-a9dc6c8edde8 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:36:57.496318 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 62472748-eca4-4aef-89fd-a9dc6c8edde8 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:36:57.501662 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 62472748-eca4-4aef-89fd-a9dc6c8edde8 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:36:57.502181 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:57.628979 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:57.647245 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 62472748-eca4-4aef-89fd-a9dc6c8edde8, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=62472748-eca4-4aef-89fd-a9dc6c8edde8,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:36:57.698165 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:36:57.770865 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=62472748-eca4-4aef-89fd-a9dc6c8edde8,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:36:59.365604 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 62472748-eca4-4aef-89fd-a9dc6c8edde8 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:36:59.467894 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 62472748-eca4-4aef-89fd-a9dc6c8edde8 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:36:59.468509 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:06.143091 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7bd3-e40f-421c-8b82-dff521f94a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:08.270236 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 5 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:37:08.390076 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9cc58384-5e52-4f55-884c-fddb5a09641a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:09.535452 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:09.708524 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:10.983003 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:36.140031 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-2dd61da3-926b-4c05-8b76-3795b2ff144b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:38.410213 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-806d04e0-59b7-45cd-8682-36302026bae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:39.539482 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:39.688067 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:41.016692 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:37:45.269468 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 5 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:38:06.139504 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-14aa3dfb-ded3-42a2-b61c-3afda858efef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:38:08.425241 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-06dea4a7-31e8-43a5-94be-874efe03d7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:38:09.554591 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:38:09.703234 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:38:10.972122 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:38:22.268628 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 5 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:38:36.143272 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b55674c0-72f0-4c14-b62a-499339139e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:38:38.410029 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-91916e83-4ade-4603-9b38-9a79c5f3c155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:38:39.548705 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:38:39.720108 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:38:40.977251 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:38:59.268038 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 5 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:39:00.218746 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55006) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:00.285992 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7b1717-517b-412a-a13d-fa473b99a8fd admin admin] GET failed (client error): The resource could not be found. Jan 14 22:39:00.287241 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-af7b1717-517b-412a-a13d-fa473b99a8fd admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675576 Jan 14 22:39:00.418106 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8e8a45-bf13-4a97-9e16-aeb45b0a31e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:00.419440 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-4c8e8a45-bf13-4a97-9e16-aeb45b0a31e6 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1277087 Jan 14 22:39:02.551632 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55016) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:02.660310 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90f6a5-fd84-4e45-9d3d-2f0429bdc70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:02.660856 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-9e90f6a5-fd84-4e45-9d3d-2f0429bdc70d admin admin] Synchronizing usage tracker for tenant:117b6729819844f1b905837eabfbb89d on resource:subnet {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:39:02.769580 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-9e90f6a5-fd84-4e45-9d3d-2f0429bdc70d admin admin] Unset dirty status for tenant:117b6729819844f1b905837eabfbb89d on resource:subnet {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:39:02.770694 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-9e90f6a5-fd84-4e45-9d3d-2f0429bdc70d admin admin] 10.222.0.25 "GET /v2.0/subnets/8eea8a1b-4d8d-4f33-b359-19c906b255a8 HTTP/1.1" status: 200 len: 849 time: 0.2181017 Jan 14 22:39:02.780032 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:39:02.895701 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:03.122355 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727547370213'] for subnet, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:03.164084 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:03.164674 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:03.166652 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] 10.222.0.25 "PUT /v2.0/subnets/8eea8a1b-4d8d-4f33-b359-19c906b255a8 HTTP/1.1" status: 200 len: 868 time: 0.3902159 Jan 14 22:39:03.169537 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d86162-1ff1-40d8-9c34-802080e21873 None None] Network 6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:39:03.195734 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eea8a1b-4d8d-4f33-b359-19c906b255a8,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:39:03.203435 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.203815 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.204132 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.204470 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.204806 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.205134 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.205462 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.205807 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.206141 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.206467 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.206790 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.207124 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bff6c-e979-4aaf-8844-ff052aa52fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:03.607537 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-1ac07890-28ec-4a83-a851-d2425079d73f None None] Provisioning complete for port c3c6698e-1d87-4202-bf9d-bffa9ef54958 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:39:03.607896 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-1ac07890-28ec-4a83-a851-d2425079d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:03.731427 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-1ac07890-28ec-4a83-a851-d2425079d73f None None] Provisioning complete for port d501d7a0-e0e2-41f0-8b35-13a78c06ec0a triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:39:03.731710 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-1ac07890-28ec-4a83-a851-d2425079d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:05.302675 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55026) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:05.484950 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14707219-ea73-4357-a46b-3971015cdb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:05.485344 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14707219-ea73-4357-a46b-3971015cdb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:05.486883 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-14707219-ea73-4357-a46b-3971015cdb4f admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1832669 Jan 14 22:39:06.141488 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-22a4284e-d1c5-481e-96d9-cb30d855acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:07.621573 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55036) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:07.791220 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d9f68-00bb-45f5-a994-69adc52f81b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:07.791697 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d9f68-00bb-45f5-a994-69adc52f81b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:07.793211 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-389d9f68-00bb-45f5-a994-69adc52f81b6 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1707416 Jan 14 22:39:08.404098 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-14b36703-6275-48d4-929d-2826062c98b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:09.529554 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:09.729677 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:09.895405 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55046) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:10.066655 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2270767d-16d1-457a-85ea-c9694e289d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:10.067898 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2270767d-16d1-457a-85ea-c9694e289d22 admin admin] 10.222.0.25 "GET /v2.0/networks/6d78e0e9-b8e5-43fb-a6bb-aee61df3b19a HTTP/1.1" status: 200 len: 868 time: 0.1715674 Jan 14 22:39:10.984973 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:12.211960 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55056) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:12.378482 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed780e-9aa6-46d2-8812-d1372e2304a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:12.379827 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-7aed780e-9aa6-46d2-8812-d1372e2304a7 admin admin] 10.222.0.25 "GET /v2.0/networks/f5e3ea0a-7141-444e-ae92-10b3ccc8933d HTTP/1.1" status: 200 len: 886 time: 0.1727135 Jan 14 22:39:14.541160 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55066) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:14.652481 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca5d2f-11c3-49c4-8b7c-a14b7467e361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:14.652936 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca5d2f-11c3-49c4-8b7c-a14b7467e361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:14.654444 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-cbca5d2f-11c3-49c4-8b7c-a14b7467e361 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1123717 Jan 14 22:39:16.784162 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55076) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:16.889176 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca19a20-4d42-4997-ad70-ea9787b409a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:16.889642 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca19a20-4d42-4997-ad70-ea9787b409a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:16.891177 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-8ca19a20-4d42-4997-ad70-ea9787b409a0 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061161 Jan 14 22:39:18.991216 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55086) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:19.099859 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e93d4-dd1f-41b8-b12b-19b5feacc42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:19.101190 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-765e93d4-dd1f-41b8-b12b-19b5feacc42c admin admin] 10.222.0.25 "GET /v2.0/subnets/6f119733-62e9-435e-97d4-b252944d50fc HTTP/1.1" status: 200 len: 816 time: 0.1090343 Jan 14 22:39:21.211037 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55096) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:21.317929 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c01dc4-4ed2-4bf7-87de-c30b09f11df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:21.319226 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-77c01dc4-4ed2-4bf7-87de-c30b09f11df5 admin admin] 10.222.0.25 "GET /v2.0/subnets/8eea8a1b-4d8d-4f33-b359-19c906b255a8 HTTP/1.1" status: 200 len: 868 time: 0.1072402 Jan 14 22:39:36.156443 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-baac47df-94fb-458e-9996-12316cc5b669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:36.266885 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 5 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:39:38.405658 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-fbb7940d-e80f-408c-9bf7-80f8dc6c5d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:39.531290 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:39.720288 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:40.979447 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:44.290105 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55140) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:44.337381 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [None req-180406eb-71e9-439e-9425-8a3d1829a6ac admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:39:44.338434 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-180406eb-71e9-439e-9425-8a3d1829a6ac admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473659 Jan 14 22:39:46.524347 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55150) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:46.591587 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d86587-077e-4d1c-8074-2d8ae6aea225 admin admin] GET failed (client error): The resource could not be found. Jan 14 22:39:46.592824 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-86d86587-077e-4d1c-8074-2d8ae6aea225 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675468 Jan 14 22:39:46.716718 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04276039-e687-46f3-ac4f-f3d86c9e0622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:46.718068 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-04276039-e687-46f3-ac4f-f3d86c9e0622 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1213996 Jan 14 22:39:48.892093 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55160) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:48.939797 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:39:48.944316 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:39:48.953669 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:39:49.013551 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Made reservation on behalf of 117b6729819844f1b905837eabfbb89d for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:39:49.015882 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:49.103447 dv-cinder-824801-1-iscsi neutron-server[87472]: WARNING neutron.services.revisions.revision_plugin [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Could not find related network for resource to bump revision. Jan 14 22:39:49.115103 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:39:49.124520 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:49.124856 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Added segment bc1b5bed-c659-44c8-bb15-9968b069f40c of type vlan for network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f Jan 14 22:39:49.150587 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:49.230617 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:49.231558 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:49.232135 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:49.334828 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8b1ae8f5-5e08-41c5-87a8-5bbac021287f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:39:49.338473 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4453883 Jan 14 22:39:49.343760 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.344111 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.346490 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.346490 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.346490 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.346490 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.346490 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.346490 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.346490 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.347101 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.347101 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.347259 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db1c4-ae04-4596-aeb7-f3ea621356e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:49.359505 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:39:51.549047 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55170) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:39:51.615290 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59429a8-e632-4e94-9e2c-635eeddc1157 admin admin] GET failed (client error): The resource could not be found. Jan 14 22:39:51.615805 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-d59429a8-e632-4e94-9e2c-635eeddc1157 admin admin] Synchronizing usage tracker for tenant:117b6729819844f1b905837eabfbb89d on resource:network {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:39:51.697673 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-d59429a8-e632-4e94-9e2c-635eeddc1157 admin admin] Unset dirty status for tenant:117b6729819844f1b905837eabfbb89d on resource:network {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:39:51.698828 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-d59429a8-e632-4e94-9e2c-635eeddc1157 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1488233 Jan 14 22:39:51.802667 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce1be1a-b34f-4566-b904-64d3cc7cb90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:51.804597 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-dce1be1a-b34f-4566-b904-64d3cc7cb90b admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1013780 Jan 14 22:39:51.814421 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f', 'description': 'shared-subnet'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:39:51.818698 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:39:51.860111 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:39:51.939157 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Made reservation on behalf of 117b6729819844f1b905837eabfbb89d for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:39:51.941404 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:52.189481 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:52.265722 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c06760-e3c5-4ab0-adb0-3b821fbf7002,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:39:52.274786 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Checking segment: {'id': 'bc1b5bed-c659-44c8-bb15-9968b069f40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:39:52.275135 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Network hostable DHCP agents. Network: 8b1ae8f5-5e08-41c5-87a8-5bbac021287f, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:39:52.356235 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:39:52.413302 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 8b1ae8f5-5e08-41c5-87a8-5bbac021287f) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:39:52.417259 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:39:52.417855 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:52.422184 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6479eaa5-fa00-4b96-84a2-bf2e9a11b477 None None] Network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:39:52.511953 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-255a7f1b-d3da-4430-a8d2-151acdad167e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7006896 Jan 14 22:39:52.638604 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9fb5ad1-a60a-5e84-a8cb-91350f4bd22d-8b1ae8f5-5e08-41c5-87a8-5bbac021287f', 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f', 'tenant_id': '117b6729819844f1b905837eabfbb89d', 'fixed_ips': [{'subnet_id': '45c06760-e3c5-4ab0-adb0-3b821fbf7002'}]}} from dv-cinder-824801-1-iscsi. {{(pid=87474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 14 22:39:52.639485 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:52.804264 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.db_base_plugin_common [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Allocated IP 192.168.233.2 (8b1ae8f5-5e08-41c5-87a8-5bbac021287f/45c06760-e3c5-4ab0-adb0-3b821fbf7002/4e19dbf0-523c-4738-9961-76bb7baa1013) {{(pid=87474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:39:53.037815 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Notify callbacks [] for port, precommit_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:53.048215 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Transition to ACTIVE for port object 4e19dbf0-523c-4738-9961-76bb7baa1013 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:39:53.066668 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Transition to ACTIVE for port object 4e19dbf0-523c-4738-9961-76bb7baa1013 will not be triggered until provisioned by entity DHCP. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:39:53.145758 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:53.219647 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f is already hosted by enough agents. {{(pid=87474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:39:53.222707 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.base_scheduler [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Resources bound (agent type, host, resource id): {{(pid=87474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:39:53.225215 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Received port after_create {{(pid=87474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:39:53.231293 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Pushing event updated for resources: {'Port': ['ID=4e19dbf0-523c-4738-9961-76bb7baa1013,revision_number=1']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:39:53.263578 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.263927 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.264267 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.264598 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.264924 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.265251 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.265577 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.265969 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.266291 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.266610 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.266926 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.267240 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:39:53.332347 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Attempting to bind port 4e19dbf0-523c-4738-9961-76bb7baa1013 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:39:53.332647 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Attempting to bind port 4e19dbf0-523c-4738-9961-76bb7baa1013 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'bc1b5bed-c659-44c8-bb15-9968b069f40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:39:53.333006 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Attempting to bind port 4e19dbf0-523c-4738-9961-76bb7baa1013 on network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:39:53.338569 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:39:53.338947 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Checking segment: {'id': 'bc1b5bed-c659-44c8-bb15-9968b069f40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:39:53.339321 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:53.339712 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Bound using segment: {'id': 'bc1b5bed-c659-44c8-bb15-9968b069f40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:39:53.340168 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Bound port: 4e19dbf0-523c-4738-9961-76bb7baa1013, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1b5bed-c659-44c8-bb15-9968b069f40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:39:53.340555 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:53.429592 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] For port 4e19dbf0-523c-4738-9961-76bb7baa1013, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:39:53.433474 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] For port 4e19dbf0-523c-4738-9961-76bb7baa1013, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4e19dbf0-523c-4738-9961-76bb7baa1013,segment=NetworkSegment(bc1b5bed-c659-44c8-bb15-9968b069f40c),segment_id=bc1b5bed-c659-44c8-bb15-9968b069f40c)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:39:53.551746 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:53.635593 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f2464-4d59-457e-95bd-b4186cbf4b50 None None] Pushing event updated for resources: {'Port': ['ID=4e19dbf0-523c-4738-9961-76bb7baa1013,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:39:54.423954 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fb0f29-f074-415c-b3f5-51b5e2cf7321 None None] Network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:39:54.605123 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-4828aa69-2a91-4712-b646-263bcf1d2795 None None] Provisioning for port 4e19dbf0-523c-4738-9961-76bb7baa1013 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:39:55.459996 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4e19dbf0-523c-4738-9961-76bb7baa1013 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:39:55.631499 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 4e19dbf0-523c-4738-9961-76bb7baa1013 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:39:55.637334 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 4e19dbf0-523c-4738-9961-76bb7baa1013 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:39:55.637673 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:55.753906 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:55.786068 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 4e19dbf0-523c-4738-9961-76bb7baa1013, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4e19dbf0-523c-4738-9961-76bb7baa1013,segment=NetworkSegment(bc1b5bed-c659-44c8-bb15-9968b069f40c),segment_id=bc1b5bed-c659-44c8-bb15-9968b069f40c)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:39:55.837017 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:39:55.903067 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=4e19dbf0-523c-4738-9961-76bb7baa1013,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:39:57.436812 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4e19dbf0-523c-4738-9961-76bb7baa1013 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:39:57.506892 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 4e19dbf0-523c-4738-9961-76bb7baa1013 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:39:57.507259 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:06.140340 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f4b5b745-c9f4-441a-93d5-0f0dc61d0726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:08.442956 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-44754b0a-a117-4957-ae2c-c7b506667baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:09.540344 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:09.700680 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:11.009193 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:13.266376 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 5 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:40:36.162975 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-d4cf396b-1f77-4010-b235-cecd463e5604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:38.387672 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-379ead28-6abf-4a54-90e2-615747abdf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:39.535834 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:39.701322 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:41.037289 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:40:50.265844 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 5 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:41:06.169565 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-03250250-11d1-42a3-94c9-467a1fe8884e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:08.411232 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-178a29a5-ac9c-439b-8dfa-c6c4059d444d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:09.575438 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:09.706769 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:11.016735 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:22.615010 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55220) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:41:22.620804 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [None req-94effead-269e-4f94-9397-143081bf08f2 tempest-verify_tempest_config-1329979280 tempest-verify_tempest_config-1329979280-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:41:22.621761 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-94effead-269e-4f94-9397-143081bf08f2 tempest-verify_tempest_config-1329979280 tempest-verify_tempest_config-1329979280-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058007 Jan 14 22:41:23.150033 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55238) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:41:23.264100 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:23.277698 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:41:23.281619 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a5941ee019cc42b999887ac0de63da93 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:41:23.284361 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:41:23.289887 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:41:23.366931 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:23.432530 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:23.480404 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4940d1-e8e8-47d2-a632-1e24455f99fa,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:41:23.484636 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5941ee019cc42b999887ac0de63da93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3336380 Jan 14 22:41:23.487473 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55244) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:41:23.490431 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.490796 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.491139 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.491469 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.491794 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.492133 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.492459 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.492779 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.493117 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.493437 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.493752 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.494093 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697296a-02b4-4966-aa44-8f0ee2c621a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.546908 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:23.571832 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:23.737253 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:23.751347 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4940d1-e8e8-47d2-a632-1e24455f99fa,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:41:23.760655 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.761022 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:23.769919 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-741182f9-c733-4a70-bacd-14c8843fcfae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa4940d1-e8e8-47d2-a632-1e24455f99fa HTTP/1.1" status: 204 len: 168 time: 0.2806602 Jan 14 22:41:27.264900 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 5 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:41:36.171006 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf478-36bd-4e8f-adc1-fa48b7ba36ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:38.399832 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-71556551-1333-440e-9303-7bd2274e9a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:39.552576 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:39.713992 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:41:41.240186 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:04.263240 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 5 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:42:06.154631 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-4856633b-18cb-4971-bc23-fda16d5c8121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:08.406098 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-30b70936-65bb-4953-997f-99f932513c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:09.537705 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:09.703369 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:11.006013 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:36.165911 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-0427f8e7-468b-414a-a633-cad9baabb385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:38.405920 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f875fd04-fc5f-4155-975f-1e91956764c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:39.548919 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:39.714661 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:41.027597 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:42:41.261470 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 5 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:42:51.057505 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593562'] for agent, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:06.013086 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55320) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:43:06.123204 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-38bf33a7-ee6e-4dea-a859-9c76a8cdf203 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1090281 Jan 14 22:43:06.147559 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-841ee710-2086-45c5-b3da-d146f41113dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:08.270292 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55334) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:43:08.329121 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-36181685-61eb-4bed-8ef2-77b7978eb7f7 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0577397 Jan 14 22:43:08.424685 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-8764f5d1-d1cc-4cb0-86af-d103a4df0890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:09.553175 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:09.708535 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:11.022070 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:18.259756 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:43:21.021725 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:36.154061 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-2def1b0a-8414-47fd-a6b3-97c79192cf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:38.416872 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9d6d0bab-d366-4bad-827a-dd65cbd35ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:39.553720 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:39.713561 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:41.073791 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:51.011156 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:43:55.258789 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:44:06.153509 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-2e8dcd97-383b-4509-9749-cb4478ac71dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:08.393402 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-86ac88cf-6526-4b88-9106-eac2fd0ba001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:09.553473 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:09.713200 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:11.016359 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:21.090497 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:32.257494 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:44:36.156982 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3266a975-ef12-401c-98a8-125ba4bcaf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:38.398360 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-83eb5294-1780-47f5-baf9-c793cc1b7237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:39.558744 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:39.724273 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:41.067044 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:51.055556 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:51.237272 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55550) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:51.259939 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55556) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:51.296964 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55564) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:51.609410 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1377662192-network', 'tenant_id': '2135c3bd921f43b680b38a69844cf8ae'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:44:51.614601 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:51.622455 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-network', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:44:51.625658 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Usage tracker for resource:network and tenant:2135c3bd921f43b680b38a69844cf8ae is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:51.629628 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:51.635593 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:51.638131 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:51.646079 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Usage tracker for resource:network and tenant:2ea0d4111b914ebd91f5845cc389f721 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:51.650018 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:51.662469 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1614017456-network', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:44:51.663037 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:51.672365 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:51.676723 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Usage tracker for resource:network and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:51.679528 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:51.685686 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:51.718239 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Made reservation on behalf of 2135c3bd921f43b680b38a69844cf8ae for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:44:51.720569 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:51.733091 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:51.742441 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Made reservation on behalf of 2ea0d4111b914ebd91f5845cc389f721 for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:44:51.744647 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:51.763332 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:51.779666 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:51.783080 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:51.787737 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Usage tracker for resource:security_group_rule and tenant:2135c3bd921f43b680b38a69844cf8ae is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:51.790507 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Usage tracker for resource:security_group_rule and tenant:2ea0d4111b914ebd91f5845cc389f721 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:51.793034 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:51.795712 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:51.803295 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:51.805637 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:51.808280 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Made reservation on behalf of 4e593e73009c41bd8645cd7f4cd6f56b for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:44:51.810987 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:51.837995 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:51.878356 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:51.887912 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Usage tracker for resource:security_group_rule and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:51.892198 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:51.903035 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:52.035025 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.042987 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.088698 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.090338 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.114587 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:44:52.126148 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.142836 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.143090 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Added segment c013d678-4dea-4cbe-94c4-2907ba83d572 of type vlan for network decae127-a3d4-4c6a-97ce-9521dbc8318c Jan 14 22:44:52.155806 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:44:52.160847 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3579a75-6ade-46ca-acca-0d2f5063079f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:52.176456 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.176813 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.177149 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.177469 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.177809 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.178137 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.178552 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.178874 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.179205 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.179550 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.179828 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.180137 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Tracked resource versions report: Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: pushed versions: Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: { 'AddressGroup': {'1.2'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'ConntrackHelper': {'1.0'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Log': {'1.0'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Network': {'1.1'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Port': {'1.7'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'PortForwarding': {'1.2'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'QosPolicy': {'1.8'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SecurityGroup': {'1.4'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SecurityGroupRule': {'1.2'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SubPort': {'1.0'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Subnet': {'1.1'}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Trunk': {'1.1'}} Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: consumer versions: Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: { DHCP agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: HyperV agent@hv-cinder-82480: {}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: L3 agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: Metadata agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: Metering agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: Open vSwitch agent@dv-cinder-824801-1-iscsi: { 'AddressGroup': '1.2', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'ConntrackHelper': '1.0', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Log': '1.0', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Network': '1.1', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Port': '1.7', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'PortForwarding': '1.2', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'QosPolicy': '1.8', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SecurityGroup': '1.4', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SecurityGroupRule': '1.2', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'SubPort': '1.0', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Subnet': '1.1', Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: 'Trunk': '1.1'}} Jan 14 22:44:52.181254 dv-cinder-824801-1-iscsi neutron-server[87472]: {{(pid=87472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 22:44:52.231918 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.232303 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Added segment 328beb2e-5b2f-4571-8f62-4fb0e415a7aa of type vlan for network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 Jan 14 22:44:52.237752 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.243226 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.273747 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:52.288200 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:44:52.324824 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.335504 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.335851 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Added segment b4096c2d-11dd-4770-aa52-b97398affdde of type vlan for network dacddf17-fcc7-4071-ae5c-a5ce530bec1e Jan 14 22:44:52.371255 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade1ba04-91d4-4427-91bc-a54f77266d7a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:52.397962 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.437957 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.439475 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:44:52.440346 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.481440 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.482867 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:44:52.483442 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.547280 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.548292 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:44:52.549140 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.625454 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] Pushing event updated for resources: {'Network': ['ID=decae127-a3d4-4c6a-97ce-9521dbc8318c,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:52.639740 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network decae127-a3d4-4c6a-97ce-9521dbc8318c details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:44:52.649303 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3882248 Jan 14 22:44:52.652140 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55622) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:52.657606 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Request body: {'subnet': {'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-subnet', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:44:52.665375 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-ce4a927c-d166-4f45-a5d9-c5dcc87a52ae admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4269996 Jan 14 22:44:52.668871 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:52.673391 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55626) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:52.690804 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Usage tracker for resource:subnet and tenant:2ea0d4111b914ebd91f5845cc389f721 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:52.694112 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:52.699550 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Request body: {'subnet': {'network_id': 'decae127-a3d4-4c6a-97ce-9521dbc8318c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1377662192-subnet', 'tenant_id': '2135c3bd921f43b680b38a69844cf8ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:44:52.713694 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:52.725513 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:52.735304 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Usage tracker for resource:subnet and tenant:2135c3bd921f43b680b38a69844cf8ae is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:52.771221 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4731450 Jan 14 22:44:52.777811 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55640) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:52.785219 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Request body: {'subnet': {'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1614017456-subnet', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:44:52.788955 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e94b1b-5e1c-47b6-895e-2e2894e7585d admin admin] Pushing event updated for resources: {'Network': ['ID=75bebe5b-4437-44d1-b77b-3462d9c0eb95,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:52.792796 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:52.796767 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Usage tracker for resource:subnet and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:52.802864 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:44:52.803381 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:52.809929 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:52.888470 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:52.904006 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:52.942828 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Made reservation on behalf of 4e593e73009c41bd8645cd7f4cd6f56b for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:44:52.945147 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:52.970268 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8b850-8868-4331-99db-39460a9ad89e admin admin] Pushing event updated for resources: {'Network': ['ID=dacddf17-fcc7-4071-ae5c-a5ce530bec1e,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:52.988323 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network dacddf17-fcc7-4071-ae5c-a5ce530bec1e details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:44:53.004124 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Made reservation on behalf of 2135c3bd921f43b680b38a69844cf8ae for: {'subnet': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:44:53.006555 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.034225 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Made reservation on behalf of 2ea0d4111b914ebd91f5845cc389f721 for: {'subnet': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:44:53.039724 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.280076 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.392101 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df406c9d-0f25-4116-831b-9cf13d98daa5,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:53.403610 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Checking segment: {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:44:53.403610 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Network hostable DHCP agents. Network: dacddf17-fcc7-4071-ae5c-a5ce530bec1e, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:44:53.498512 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55664) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:53.501869 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for subnet, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.507327 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Network dacddf17-fcc7-4071-ae5c-a5ce530bec1e is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:44:53.542976 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for subnet, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.569825 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, dacddf17-fcc7-4071-ae5c-a5ce530bec1e) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:44:53.574313 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:44:53.574914 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.583839 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0a8e0d-bf02-421d-a843-3e24c87113a4 None None] Network dacddf17-fcc7-4071-ae5c-a5ce530bec1e requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:44:53.587516 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ddba50-098f-4c35-9d4b-8e4c88ad8678,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:53.597256 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.597687 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.598211 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.598626 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.599039 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.599467 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.599901 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.600313 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.600739 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.601143 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.601687 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.602224 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Tracked resource versions report: Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: pushed versions: Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: { 'AddressGroup': {'1.2'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'ConntrackHelper': {'1.0'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Log': {'1.0'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Network': {'1.1'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Port': {'1.7'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'PortForwarding': {'1.2'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'QosPolicy': {'1.8'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SecurityGroup': {'1.4'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SecurityGroupRule': {'1.2'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SubPort': {'1.0'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Subnet': {'1.1'}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Trunk': {'1.1'}} Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: consumer versions: Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: { DHCP agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: HyperV agent@hv-cinder-82480: {}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: L3 agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: Metadata agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: Metering agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: Open vSwitch agent@dv-cinder-824801-1-iscsi: { 'AddressGroup': '1.2', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'ConntrackHelper': '1.0', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Log': '1.0', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Network': '1.1', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Port': '1.7', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'PortForwarding': '1.2', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'QosPolicy': '1.8', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SecurityGroup': '1.4', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SecurityGroupRule': '1.2', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'SubPort': '1.0', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Subnet': '1.1', Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: 'Trunk': '1.1'}} Jan 14 22:44:53.603519 dv-cinder-824801-1-iscsi neutron-server[87473]: {{(pid=87473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 22:44:53.690009 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Checking segment: {'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:44:53.690745 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Network hostable DHCP agents. Network: 75bebe5b-4437-44d1-b77b-3462d9c0eb95, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:44:53.692992 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-a57993f4-87ca-4f22-999e-7805413668d0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9135213 Jan 14 22:44:53.693645 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55674) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:53.699089 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:44:53.706954 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a60679-5b63-4b30-b6a7-284c957fb909,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:53.707230 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:53.722788 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Checking segment: {'id': 'c013d678-4dea-4cbe-94c4-2907ba83d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'decae127-a3d4-4c6a-97ce-9521dbc8318c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:44:53.723379 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Network hostable DHCP agents. Network: decae127-a3d4-4c6a-97ce-9521dbc8318c, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:44:53.733112 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Usage tracker for resource:router and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:53.739406 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:53.742880 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e18846a-0757-4390-90a1-242febc83488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.756717 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:53.767024 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-2e18846a-0757-4390-90a1-242febc83488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:53.772275 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-2e18846a-0757-4390-90a1-242febc83488 admin admin] Usage tracker for resource:security_group_rule and tenant:fbae2670ecc34db99d9fe30130e3d3eb is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:53.775295 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-2e18846a-0757-4390-90a1-242febc83488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:53.782027 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-2e18846a-0757-4390-90a1-242febc83488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:53.832205 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:44:53.843684 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9fb5ad1-a60a-5e84-a8cb-91350f4bd22d-dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5'}]}} from dv-cinder-824801-1-iscsi. {{(pid=87474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 14 22:44:53.844646 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.866007 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e18846a-0757-4390-90a1-242febc83488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.878971 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-591190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125228'] for router, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.879157 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Network decae127-a3d4-4c6a-97ce-9521dbc8318c is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:44:53.880760 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-943139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1028506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125269'] for router, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.909426 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:53.991936 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e18846a-0757-4390-90a1-242febc83488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.025828 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.db_base_plugin_common [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Allocated IP 172.20.0.2 (dacddf17-fcc7-4071-ae5c-a5ce530bec1e/df406c9d-0f25-4116-831b-9cf13d98daa5/b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2) {{(pid=87474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:44:54.050611 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, decae127-a3d4-4c6a-97ce-9521dbc8318c) {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:44:54.054879 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 75bebe5b-4437-44d1-b77b-3462d9c0eb95) {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:44:54.069661 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:44:54.073884 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.127796 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-2e18846a-0757-4390-90a1-242febc83488 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbae2670ecc34db99d9fe30130e3d3eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6248457 Jan 14 22:44:54.128952 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55686) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:54.166263 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18846a-0757-4390-90a1-242febc83488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e594d2d-e18d-48ac-b292-7a723b185d4a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:54.168243 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:44:54.168884 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.255810 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-04b0389e-915d-4af6-b01c-0ea0de294384 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5824156 Jan 14 22:44:54.302444 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-1867e112-4c59-4045-a26d-5a4eb784434d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6492336 Jan 14 22:44:54.305023 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55690) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:54.310615 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-router', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:44:54.317327 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:54.322405 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Usage tracker for resource:router and tenant:2ea0d4111b914ebd91f5845cc389f721 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:54.340511 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:54.356219 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:54.427709 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164179ef-f66e-441e-8836-46f3ddfba43b None None] Network decae127-a3d4-4c6a-97ce-9521dbc8318c requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:44:54.444655 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c8b3bf-2ce4-493a-b36d-4a9fe459bc56 None None] Network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:44:54.474338 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-591190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125228'] for router, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.484761 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-943139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1028506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125269'] for router, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.503675 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Notify callbacks [] for port, precommit_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.514480 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Transition to ACTIVE for port object b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:44:54.539858 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Transition to ACTIVE for port object b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 will not be triggered until provisioned by entity DHCP. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:44:54.542209 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.598057 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.605921 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0a64dbf8-efec-4491-8e9e-74711b03cfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.640995 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0a64dbf8-efec-4491-8e9e-74711b03cfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.682287 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:54.935627 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Network dacddf17-fcc7-4071-ae5c-a5ce530bec1e is already hosted by enough agents. {{(pid=87474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:44:54.961577 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.base_scheduler [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Resources bound (agent type, host, resource id): {{(pid=87474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:44:54.970335 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Received port after_create {{(pid=87474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:44:55.069430 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Pushing event updated for resources: {'Port': ['ID=b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2,revision_number=1']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:55.101583 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5454b662-ab48-46a4-a7e4-e06571149f53 None None] Network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:44:55.151945 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.152286 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.152617 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.152942 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.153267 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.153587 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.153931 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.158980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.158980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.158980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.158980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.158980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:44:55.159577 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55730) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Tracked resource versions report: Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: pushed versions: Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: { 'AddressGroup': {'1.2'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'ConntrackHelper': {'1.0'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Log': {'1.0'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Network': {'1.1'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Port': {'1.7'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'PortForwarding': {'1.2'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'QosPolicy': {'1.8'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SecurityGroup': {'1.4'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SecurityGroupRule': {'1.2'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SubPort': {'1.0'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Subnet': {'1.1'}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Trunk': {'1.1'}} Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: consumer versions: Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: { DHCP agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: HyperV agent@hv-cinder-82480: {}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: L3 agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: Metadata agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: Metering agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: Open vSwitch agent@dv-cinder-824801-1-iscsi: { 'AddressGroup': '1.2', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'ConntrackHelper': '1.0', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Log': '1.0', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Network': '1.1', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Port': '1.7', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'PortForwarding': '1.2', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'QosPolicy': '1.8', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SecurityGroup': '1.4', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SecurityGroupRule': '1.2', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'SubPort': '1.0', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Subnet': '1.1', Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: 'Trunk': '1.1'}} Jan 14 22:44:55.160003 dv-cinder-824801-1-iscsi neutron-server[87474]: {{(pid=87474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 22:44:55.167754 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:55.174425 dv-cinder-824801-1-iscsi neutron-server[87473]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 22:44:55.243163 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Attempting to bind port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:44:55.249733 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Attempting to bind port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:44:55.249733 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Attempting to bind port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 on network dacddf17-fcc7-4071-ae5c-a5ce530bec1e {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:44:55.262584 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0a64dbf8-efec-4491-8e9e-74711b03cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:55.288703 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64dbf8-efec-4491-8e9e-74711b03cfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e594d2d-e18d-48ac-b292-7a723b185d4a,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:55.308322 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0a64dbf8-efec-4491-8e9e-74711b03cfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:55.313262 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-0a64dbf8-efec-4491-8e9e-74711b03cfdf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e594d2d-e18d-48ac-b292-7a723b185d4a HTTP/1.1" status: 204 len: 168 time: 1.1833489 Jan 14 22:44:55.319201 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b57347-ac7d-472a-ae27-272235ae251b None None] Network decae127-a3d4-4c6a-97ce-9521dbc8318c requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:44:55.322711 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:55.362383 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:55.364646 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:44:55.365019 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Checking segment: {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:44:55.365414 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:55.365807 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Bound using segment: {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:44:55.366304 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Bound port: b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:44:55.366688 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:55.490801 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-466763e5-18ce-4b1e-ae61-23fe659547e2 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:44:55.492298 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-466763e5-18ce-4b1e-ae61-23fe659547e2 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/networks?id=decae127-a3d4-4c6a-97ce-9521dbc8318c HTTP/1.1" status: 200 len: 812 time: 0.3352914 Jan 14 22:44:55.509918 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-3a1e21d8-2fa3-408b-b288-d98ff4269122 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/quotas/2135c3bd921f43b680b38a69844cf8ae HTTP/1.1" status: 200 len: 375 time: 0.0108640 Jan 14 22:44:55.602560 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-343671d9-c093-4b25-9509-105ddd46f31b tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2135c3bd921f43b680b38a69844cf8ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850744 Jan 14 22:44:55.621276 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Allocated IP 172.27.3.14 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/28ecaa37-51e8-4ec1-ad3b-197a82313072) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:44:55.816465 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:55.816699 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] For port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:44:55.856772 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] For port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:44:56.008415 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:56.027272 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:56.027800 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:56.043031 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:56.096673 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:44:56.100426 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:44:56.104761 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:44:56.119920 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a5133-c2cf-4b8b-b298-dbe201bf76af None None] Pushing event updated for resources: {'Port': ['ID=b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:56.176725 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-2d04d047-32ac-40ae-a31d-5f17a3034c0e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:44:56.182671 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-2d04d047-32ac-40ae-a31d-5f17a3034c0e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2966661 Jan 14 22:44:56.297057 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Pushing event updated for resources: {'Port': ['ID=28ecaa37-51e8-4ec1-ad3b-197a82313072,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:56.310689 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Allocated IP 172.27.3.213 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/0a880e39-93de-4242-87d8-17b487900c74) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:44:56.454173 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55774) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:56.484952 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55778) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:56.493224 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9fe1fa34-cfa1-46ff-9448-164a93971ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:56.526793 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-6eb50cc3-5268-4fdf-b84a-5875f4a8ea37 service neutron] 10.222.0.25 "GET /v2.0/networks/decae127-a3d4-4c6a-97ce-9521dbc8318c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411996 Jan 14 22:44:56.570041 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9fe1fa34-cfa1-46ff-9448-164a93971ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:56.587682 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9fe1fa34-cfa1-46ff-9448-164a93971ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:46d67149c375440c98e15dc8b6e58eca is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:56.591561 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9fe1fa34-cfa1-46ff-9448-164a93971ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:56.623695 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9fe1fa34-cfa1-46ff-9448-164a93971ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:56.697661 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:56.771188 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:56.819780 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-92ab98c3-b1de-4024-8115-1af6ac1ac38e service neutron] 10.222.0.25 "GET /v2.0/networks/decae127-a3d4-4c6a-97ce-9521dbc8318c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924819 Jan 14 22:44:56.867681 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4beefbd7-2ccb-42aa-b659-be3fbce2f67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:56.900184 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4beefbd7-2ccb-42aa-b659-be3fbce2f67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:44:56.909480 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4beefbd7-2ccb-42aa-b659-be3fbce2f67d admin admin] Usage tracker for resource:security_group_rule and tenant:9e4198274b894f518754a4e05cdf68c0 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:44:56.913014 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:56.914007 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4beefbd7-2ccb-42aa-b659-be3fbce2f67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:44:56.989509 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:44:56.992745 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:44:56.995448 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:44:57.032241 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4beefbd7-2ccb-42aa-b659-be3fbce2f67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:44:57.074288 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9fe1fa34-cfa1-46ff-9448-164a93971ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:57.106724 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Pushing event updated for resources: {'Port': ['ID=0a880e39-93de-4242-87d8-17b487900c74,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:57.293580 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55808) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:57.359061 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4beefbd7-2ccb-42aa-b659-be3fbce2f67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:57.370907 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9fe1fa34-cfa1-46ff-9448-164a93971ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:57.374987 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-048a42d0-1b11-4fa2-80fa-37d5f2aa2b8c req-4b0b568b-751f-4cdf-9ace-3ae24b098f11 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 210 time: 0.0797789 Jan 14 22:44:57.467623 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-9fe1fa34-cfa1-46ff-9448-164a93971ef0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46d67149c375440c98e15dc8b6e58eca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0135696 Jan 14 22:44:57.476101 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55820) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:57.495112 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4beefbd7-2ccb-42aa-b659-be3fbce2f67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:57.573499 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305'] for router, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:57.612338 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1fa34-cfa1-46ff-9448-164a93971ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1227bb94-d089-4020-9de5-680a44b0b0ea,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:57.710740 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08f0503-0244-4774-ad30-e0b0a691f93b None None] Network dacddf17-fcc7-4071-ae5c-a5ce530bec1e requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:44:57.756083 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:44:57.829713 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-4beefbd7-2ccb-42aa-b659-be3fbce2f67d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e4198274b894f518754a4e05cdf68c0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3414855 Jan 14 22:44:57.831214 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55850) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:57.853100 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:57.877944 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beefbd7-2ccb-42aa-b659-be3fbce2f67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa425051-dac4-4150-bd55-592f4252689e,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:57.937831 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-048067de-7190-4550-9fa0-68d1c3970c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:57.974443 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-048067de-7190-4550-9fa0-68d1c3970c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.096231 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ef1022ba-fe0c-465f-99b1-d3f7734c9381 None None] Provisioning for port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:44:58.129575 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-23d0ba8d-9852-4d03-b5db-248d342a4153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.139998 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Router 395804d8-d57a-4c44-8343-e7107859af86 is scheduled to L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 with binding_index 1 {{(pid=87472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 14 22:44:58.141586 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:44:58.144381 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-048067de-7190-4550-9fa0-68d1c3970c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.150877 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:44:58.151321 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.162700 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048067de-7190-4550-9fa0-68d1c3970c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1227bb94-d089-4020-9de5-680a44b0b0ea,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:58.292756 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-048067de-7190-4550-9fa0-68d1c3970c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.296864 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-048067de-7190-4550-9fa0-68d1c3970c98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1227bb94-d089-4020-9de5-680a44b0b0ea HTTP/1.1" status: 204 len: 168 time: 0.8195815 Jan 14 22:44:58.317557 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-23d0ba8d-9852-4d03-b5db-248d342a4153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.369084 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.406214 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:44:58.416325 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Sync routers for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:44:58.433331 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:44:58.434890 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:44:58.438718 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:44:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:44:58.493308 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305'] for router, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.494930 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.521476 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] Notify callbacks [] for router, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.523365 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-12ff29af-d8a9-48a5-bce2-fa16ee99bcdd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8287561 Jan 14 22:44:58.527416 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 55868) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:58.613109 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5af4e76e-f293-4970-b97b-f149e1675127 req-b2437934-ff85-4348-a388-4b9eaa6f1bf5 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 210 time: 0.1016908 Jan 14 22:44:58.614748 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-837a1dd0-360c-4ba1-9c14-5868431511ca None None] Provisioning complete for port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:44:58.615215 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-837a1dd0-360c-4ba1-9c14-5868431511ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.770520 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:44:58.778323 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:58.932984 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-23d0ba8d-9852-4d03-b5db-248d342a4153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.953349 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0ba8d-9852-4d03-b5db-248d342a4153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa425051-dac4-4150-bd55-592f4252689e,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:44:58.998324 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-23d0ba8d-9852-4d03-b5db-248d342a4153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:58.999493 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-23d0ba8d-9852-4d03-b5db-248d342a4153 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa425051-dac4-4150-bd55-592f4252689e HTTP/1.1" status: 204 len: 168 time: 1.1676352 Jan 14 22:44:59.106752 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Router c7aca5a1-9341-464f-8ddd-f54968302b77 is scheduled to L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 with binding_index 1 {{(pid=87473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 14 22:44:59.190105 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:44:56Z', 'revision_number': 3, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:44:59.194778 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Checking router: 395804d8-d57a-4c44-8343-e7107859af86 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:44:59.195316 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Updating router 395804d8-d57a-4c44-8343-e7107859af86 port 28ecaa37-51e8-4ec1-ad3b-197a82313072 binding host dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:44:59.300246 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:59.384779 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:44:59.396484 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Sync routers for ids ['c7aca5a1-9341-464f-8ddd-f54968302b77'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:44:59.491661 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:59.494910 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-dc34928f-0f15-49d1-80fe-f9509bc92b5f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1862166 Jan 14 22:44:59.495164 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 55908) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:44:59.505934 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Routers {'c7aca5a1-9341-464f-8ddd-f54968302b77'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:44:59.505934 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:44:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['c7aca5a1-9341-464f-8ddd-f54968302b77'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:44:59.614514 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:44:59.663263 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:59.855436 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:44:59.871377 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.provisioning_blocks [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Transition to ACTIVE for port object 28ecaa37-51e8-4ec1-ad3b-197a82313072 will not be triggered until provisioned by entity L2. {{(pid=87475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:44:59.911186 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Set router c7aca5a1-9341-464f-8ddd-f54968302b77 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:44:59.963801 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:00.032655 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-820142c9-45ee-421d-9a88-d2e0b4eb3474 req-026888e6-5d2e-4a0d-b939-bec33f966991 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 210 time: 0.1297607 Jan 14 22:45:00.073012 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Attempting to bind port 28ecaa37-51e8-4ec1-ad3b-197a82313072 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:45:00.073513 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Attempting to bind port 28ecaa37-51e8-4ec1-ad3b-197a82313072 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:45:00.074012 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Attempting to bind port 28ecaa37-51e8-4ec1-ad3b-197a82313072 on network f5e3ea0a-7141-444e-ae92-10b3ccc8933d {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:00.087330 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:45:00.087910 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:45:00.088464 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:00.088954 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Bound using segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:45:00.089587 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Bound port: 28ecaa37-51e8-4ec1-ad3b-197a82313072, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:45:00.090100 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:00.181897 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Allocated IP 172.20.0.1 (dacddf17-fcc7-4071-ae5c-a5ce530bec1e/df406c9d-0f25-4116-831b-9cf13d98daa5/e2b9bfba-2221-4168-8ca2-56ab2ca6e683) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:45:00.200756 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] For port 28ecaa37-51e8-4ec1-ad3b-197a82313072, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:45:00.207365 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] For port 28ecaa37-51e8-4ec1-ad3b-197a82313072, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=28ecaa37-51e8-4ec1-ad3b-197a82313072,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:45:00.253132 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Pushing event updated for resources: {'Port': ['ID=28ecaa37-51e8-4ec1-ad3b-197a82313072,revision_number=2']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:00.266836 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.270562 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.271162 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.271823 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.272547 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.273110 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.273618 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.274153 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.274677 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.282942 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.283225 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:00.283313 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.283313 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:00.283632 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Tracked resource versions report: Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: pushed versions: Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: { 'AddressGroup': {'1.2'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'ConntrackHelper': {'1.0'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Log': {'1.0'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Network': {'1.1'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Port': {'1.7'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'PortForwarding': {'1.2'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'QosPolicy': {'1.8'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SecurityGroup': {'1.4'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SecurityGroupRule': {'1.2'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SubPort': {'1.0'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Subnet': {'1.1'}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Trunk': {'1.1'}} Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: consumer versions: Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: { DHCP agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: HyperV agent@hv-cinder-82480: {}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: L3 agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: Metadata agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: Metering agent@dv-cinder-824801-1-iscsi: {}, Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: Open vSwitch agent@dv-cinder-824801-1-iscsi: { 'AddressGroup': '1.2', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'ConntrackHelper': '1.0', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Log': '1.0', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Network': '1.1', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Port': '1.7', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'PortForwarding': '1.2', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'QosPolicy': '1.8', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SecurityGroup': '1.4', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SecurityGroupRule': '1.2', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'SubPort': '1.0', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Subnet': '1.1', Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: 'Trunk': '1.1'}} Jan 14 22:45:00.283810 dv-cinder-824801-1-iscsi neutron-server[87475]: {{(pid=87475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 22:45:00.330297 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:00.397840 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-router', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '0a880e39-93de-4242-87d8-17b487900c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:54Z', 'updated_at': '2022-01-14T22:44:57Z', 'revision_number': 3, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'gw_port': {'id': '0a880e39-93de-4242-87d8-17b487900c74', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:56Z', 'updated_at': '2022-01-14T22:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:00.476910 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Checking router: c7aca5a1-9341-464f-8ddd-f54968302b77 for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:45:00.477619 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:00.478611 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Updating router c7aca5a1-9341-464f-8ddd-f54968302b77 port 0a880e39-93de-4242-87d8-17b487900c74 binding host dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:45:00.519584 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Transition to ACTIVE for port object e2b9bfba-2221-4168-8ca2-56ab2ca6e683 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:45:00.610766 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:00.622993 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:00.647641 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:45:00.648284 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:44:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:00.677067 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:00.750061 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a7c6a-c842-418f-94e3-b8133f08f1df None None] Pushing event updated for resources: {'Port': ['ID=28ecaa37-51e8-4ec1-ad3b-197a82313072,revision_number=3']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:00.769385 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b9bfba-2221-4168-8ca2-56ab2ca6e683,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:00.807882 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Network dacddf17-fcc7-4071-ae5c-a5ce530bec1e is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:45:00.811149 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:00.813686 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:45:00.815009 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943251'] for router_interface, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.078824 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:45:01.187486 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Allocated IP 172.20.0.1 (75bebe5b-4437-44d1-b77b-3462d9c0eb95/f7a60679-5b63-4b30-b6a7-284c957fb909/274ca273-c984-4254-94eb-845bcb814054) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:45:01.307035 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-aee86552-49f6-4443-9e2b-299d31ae0700 None None] Provisioning for port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:45:01.332663 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-aee86552-49f6-4443-9e2b-299d31ae0700 None None] Provisioning complete for port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:01.333278 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-aee86552-49f6-4443-9e2b-299d31ae0700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.353854 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4df722eb-2e82-4e94-9079-2abc2d2ee0ee req-97b49da7-8124-4909-bb42-68d6618dc07a tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 210 time: 0.1017332 Jan 14 22:45:01.446788 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Notify callbacks [] for port, precommit_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.468086 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-aee86552-49f6-4443-9e2b-299d31ae0700 None None] Port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:45:01.490627 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Transition to ACTIVE for port object 0a880e39-93de-4242-87d8-17b487900c74 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:45:01.526057 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.557196 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.586447 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.672342 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:44:56Z', 'revision_number': 3, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:01.679913 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d3eec-ba63-4427-a921-c013cf1946ef None None] Pushing event updated for resources: {'Port': ['ID=0a880e39-93de-4242-87d8-17b487900c74,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:01.681321 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a7d81-0ead-44d1-aa53-b0fe150220d5 None None] The sync data for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi is: [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:44:56Z', 'revision_number': 3, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:45:01.700256 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.743777 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Attempting to bind port 0a880e39-93de-4242-87d8-17b487900c74 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:45:01.744158 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Attempting to bind port 0a880e39-93de-4242-87d8-17b487900c74 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:45:01.744522 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Attempting to bind port 0a880e39-93de-4242-87d8-17b487900c74 on network f5e3ea0a-7141-444e-ae92-10b3ccc8933d {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:01.759377 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:45:01.759775 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:45:01.760142 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.763528 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Bound using segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:45:01.764042 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Bound port: 0a880e39-93de-4242-87d8-17b487900c74, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:45:01.764443 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.847337 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:45:01.866014 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:01.872161 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:45:01.872161 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943251'] for router_interface, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.880119 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.912782 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Pushing event updated for resources: {'Port': ['ID=274ca273-c984-4254-94eb-845bcb814054,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:01.921707 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] For port 0a880e39-93de-4242-87d8-17b487900c74, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:45:01.930087 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] For port 0a880e39-93de-4242-87d8-17b487900c74, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=0a880e39-93de-4242-87d8-17b487900c74,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:45:01.968050 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:01.971460 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943356'] for router_interface, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:02.015578 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:02.114543 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b9bfba-2221-4168-8ca2-56ab2ca6e683,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:02.179521 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d3eec-ba63-4427-a921-c013cf1946ef None None] Pushing event updated for resources: {'Port': ['ID=0a880e39-93de-4242-87d8-17b487900c74,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:02.182757 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Routers {'c7aca5a1-9341-464f-8ddd-f54968302b77'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:45:02.190065 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:02.191318 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:44:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['c7aca5a1-9341-464f-8ddd-f54968302b77'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:02.287342 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Network dacddf17-fcc7-4071-ae5c-a5ce530bec1e is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:45:02.289148 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:02.631274 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:02.736549 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] Set router c7aca5a1-9341-464f-8ddd-f54968302b77 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:45:02.770064 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3d1135a3-20eb-4889-a5c6-0b750a700f61 req-94f97ae9-64e2-4ead-bd91-7ff5a59db0d3 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 210 time: 0.1375320 Jan 14 22:45:02.770064 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:02.770064 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943356'] for router_interface, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:02.845811 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Router 395804d8-d57a-4c44-8343-e7107859af86 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:45:02.891371 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Pushing event updated for resources: {'Port': ['ID=274ca273-c984-4254-94eb-845bcb814054,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:02.984074 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-04a1c708-c9cb-4736-83a7-1b7d104d3a44 None None] Provisioning complete for port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:02.984591 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-04a1c708-c9cb-4736-83a7-1b7d104d3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:03.065026 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:45:03.066642 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:03.111817 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:45:03.123857 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-0dd26d12-dfc9-4556-b416-b3b9529f6805 admin admin] 10.222.0.25 "PUT /v2.0/routers/395804d8-d57a-4c44-8343-e7107859af86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5933681 Jan 14 22:45:03.246497 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-04a1c708-c9cb-4736-83a7-1b7d104d3a44 None None] Port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:45:03.321339 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-router', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '0a880e39-93de-4242-87d8-17b487900c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:54Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'gw_port': {'id': '0a880e39-93de-4242-87d8-17b487900c74', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:56Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '274ca273-c984-4254-94eb-845bcb814054', 'name': '', 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'mac_address': 'fa:16:3e:58:fc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:45:00Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 1, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'subnets': [{'id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:03.323082 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Router c7aca5a1-9341-464f-8ddd-f54968302b77 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:45:03.332142 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6540da32-94e9-40cf-8bfb-fef32b934d3b None None] The sync data for ids ['c7aca5a1-9341-464f-8ddd-f54968302b77'] in dv-cinder-824801-1-iscsi is: [{'id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-router', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '0a880e39-93de-4242-87d8-17b487900c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:54Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'gw_port': {'id': '0a880e39-93de-4242-87d8-17b487900c74', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:56Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '274ca273-c984-4254-94eb-845bcb814054', 'name': '', 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'mac_address': 'fa:16:3e:58:fc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:45:00Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 1, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'subnets': [{'id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:45:03.588487 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:45:03.606091 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-00742e92-8e47-49b4-826c-848964f9f871 admin admin] 10.222.0.25 "PUT /v2.0/routers/c7aca5a1-9341-464f-8ddd-f54968302b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1087584 Jan 14 22:45:03.706795 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 28ecaa37-51e8-4ec1-ad3b-197a82313072 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:03.935613 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 28ecaa37-51e8-4ec1-ad3b-197a82313072 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:45:03.944408 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 28ecaa37-51e8-4ec1-ad3b-197a82313072 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:03.944993 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:04.147583 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1c8d3c51-f3fb-4a23-bf87-fdfd3dda755f req-77eb00e5-b5f3-4041-b5fb-9efadd1a2904 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 210 time: 0.1779301 Jan 14 22:45:04.172446 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:04.207648 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 28ecaa37-51e8-4ec1-ad3b-197a82313072, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=28ecaa37-51e8-4ec1-ad3b-197a82313072,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:04.249225 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:04.365005 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=28ecaa37-51e8-4ec1-ad3b-197a82313072,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:04.391381 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Sync routers for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:45:04.405072 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:45:04.405839 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:44:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:04.717490 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-16499bea-ab7b-4edd-a761-575d96d7e068 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:04.725900 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-16499bea-ab7b-4edd-a761-575d96d7e068 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 819 time: 0.2967553 Jan 14 22:45:04.743320 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-6c424d2c-5bc7-4ad3-8beb-0a676cd6ec9f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/quotas/2ea0d4111b914ebd91f5845cc389f721 HTTP/1.1" status: 200 len: 375 time: 0.0160367 Jan 14 22:45:04.772312 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.39', 53855) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:04.794441 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:45:04.913844 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-763ffb46-a72b-4410-aeaf-edbab235d49f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Synchronizing usage tracker for tenant:2ea0d4111b914ebd91f5845cc389f721 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:45:05.030845 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-48eb1a42-5d55-404b-9b51-68d059455d53 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:05.031527 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-48eb1a42-5d55-404b-9b51-68d059455d53 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Synchronizing usage tracker for tenant:2135c3bd921f43b680b38a69844cf8ae on resource:network {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:45:05.043596 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-763ffb46-a72b-4410-aeaf-edbab235d49f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Unset dirty status for tenant:2ea0d4111b914ebd91f5845cc389f721 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:45:05.046133 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-763ffb46-a72b-4410-aeaf-edbab235d49f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3018968 Jan 14 22:45:05.136656 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-48eb1a42-5d55-404b-9b51-68d059455d53 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Unset dirty status for tenant:2135c3bd921f43b680b38a69844cf8ae on resource:network {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:45:05.137839 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-48eb1a42-5d55-404b-9b51-68d059455d53 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.39 "GET /v2.0/networks?id=decae127-a3d4-4c6a-97ce-9521dbc8318c HTTP/1.1" status: 200 len: 812 time: 0.3631580 Jan 14 22:45:05.185960 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56084) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:05.197509 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358115096', 'description': 'tempest-description--190646088'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:05.221868 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Request body: {'port': {'device_id': '4141515b-e981-4449-8b62-198f23b624fd', 'network_id': 'decae127-a3d4-4c6a-97ce-9521dbc8318c', 'admin_state_up': True, 'tenant_id': '2135c3bd921f43b680b38a69844cf8ae'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:05.243147 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-6888cdff-8e40-48f1-9851-00e6f6f653dc service neutron] 10.222.0.25 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888368 Jan 14 22:45:05.245428 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:05.256068 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:security_group and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:05.261700 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:05.280430 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:05.425517 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 2, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:05.447075 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Checking router: 395804d8-d57a-4c44-8343-e7107859af86 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:45:05.448565 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Updating router 395804d8-d57a-4c44-8343-e7107859af86 port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 binding host dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:45:05.496183 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-a1a776dd-c19b-43e5-b802-20deccede6fe service neutron] 10.222.0.25 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519619 Jan 14 22:45:05.508616 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:05.511270 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:05.533128 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Usage tracker for resource:port and tenant:2135c3bd921f43b680b38a69844cf8ae is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:05.551231 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:05.569910 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:05.590355 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:05.598874 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:05.608122 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:security_group_rule and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:05.615302 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:05.627496 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:05.676540 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Made reservation on behalf of 2135c3bd921f43b680b38a69844cf8ae for: {'port': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:45:05.681424 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:05.801756 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 0a880e39-93de-4242-87d8-17b487900c74 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:06.023149 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.060298 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 0a880e39-93de-4242-87d8-17b487900c74 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:45:06.060818 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 0a880e39-93de-4242-87d8-17b487900c74 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:06.061297 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.171300 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6f518880-c9c8-4bd1-bbed-9fa19e372d61 req-b953445f-db8e-4e4f-ab2d-72a372e4abef tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 210 time: 0.1387489 Jan 14 22:45:06.225168 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Allocated IP 172.20.0.3 (decae127-a3d4-4c6a-97ce-9521dbc8318c/b6ddba50-098f-4c35-9d4b-8e4c88ad8678/df1bfc99-fe2f-4518-91b0-de3f87cf06f4) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:45:06.351908 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c79e94b3-ff1e-4194-8263-52567cfbf543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.390654 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.428726 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 0a880e39-93de-4242-87d8-17b487900c74, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=0a880e39-93de-4242-87d8-17b487900c74,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:06.443453 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56156) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:06.472645 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2aca24d0-c500-4543-a884-c8b2108d76b7 req-248f8af2-306d-4372-b1e7-b51a4a15ba5c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 210 time: 0.1719718 Jan 14 22:45:06.479568 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.557063 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.559075 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 28ecaa37-51e8-4ec1-ad3b-197a82313072 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:06.613920 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23379976-c31d-4930-9839-ac00827bc76b,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:06.718313 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.750011 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Notify callbacks [] for port, precommit_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.755225 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.756467 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c2e3736b-ce26-4efd-b12c-9420c71402af tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5695224 Jan 14 22:45:06.759657 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56168) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:06.771425 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:06.778773 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] Usage tracker for resource:security_group_rule and tenant:805ac9d0f8d6471d871423692da8d7da is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:06.783040 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.provisioning_blocks [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Transition to ACTIVE for port object e2b9bfba-2221-4168-8ca2-56ab2ca6e683 will not be triggered until provisioned by entity L2. {{(pid=87475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:45:06.787243 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.789028 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:06.808415 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:06.820326 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'security_group_rule': {'security_group_id': '23379976-c31d-4930-9839-ac00827bc76b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:06.842709 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:06.842941 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 28ecaa37-51e8-4ec1-ad3b-197a82313072 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:06.843439 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.864752 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:security_group_rule and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:06.873601 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:06.881189 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:06.912117 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:06.917476 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=0a880e39-93de-4242-87d8-17b487900c74,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:06.932563 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Sync routers for ids ['c7aca5a1-9341-464f-8ddd-f54968302b77'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:45:06.947488 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Routers {'c7aca5a1-9341-464f-8ddd-f54968302b77'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:45:06.949652 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:44:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['c7aca5a1-9341-464f-8ddd-f54968302b77'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:07.031264 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.046624 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.120554 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bba43-2f0c-468c-b830-88388112fdb0 None None] Pushing event updated for resources: {'Port': ['ID=e2b9bfba-2221-4168-8ca2-56ab2ca6e683,revision_number=3']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:07.162607 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.204996 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Network decae127-a3d4-4c6a-97ce-9521dbc8318c is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:45:07.228301 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:07.249036 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:45:07.258816 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:07.265766 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.275466 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Set router c7aca5a1-9341-464f-8ddd-f54968302b77 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:45:07.417163 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.495258 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Pushing event updated for resources: {'Port': ['ID=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:07.505270 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.575517 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b12245-2836-47bf-a5b3-3835db7918ae,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:07.587895 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a6766975-c7a3-4ab4-bd1b-f2fd8f065433 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3960066 Jan 14 22:45:07.643235 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-6fb361e6-9b98-40fd-99a1-4f4930e5c8ca tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:07.647295 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-6fb361e6-9b98-40fd-99a1-4f4930e5c8ca tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 819 time: 0.6097720 Jan 14 22:45:07.656632 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.689401 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.694254 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-a42420a9-c189-4091-835e-1052d67a8ccc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8917179 Jan 14 22:45:07.698348 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56216) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:07.704240 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'security_group_rule': {'security_group_id': '23379976-c31d-4930-9839-ac00827bc76b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:07.715416 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Attempting to bind port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:45:07.716011 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Attempting to bind port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:45:07.717110 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Attempting to bind port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 on network dacddf17-fcc7-4071-ae5c-a5ce530bec1e {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:07.727894 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:07.736739 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:45:07.742960 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Checking segment: {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:45:07.743507 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.744044 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Bound using segment: {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:45:07.744612 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Bound port: e2b9bfba-2221-4168-8ca2-56ab2ca6e683, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'}}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:45:07.745012 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.758949 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:security_group_rule and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:07.768390 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:07.788198 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:07.863964 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-101d64dd-7a3a-4592-87b3-dfc0dda11554 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/quotas/2ea0d4111b914ebd91f5845cc389f721 HTTP/1.1" status: 200 len: 375 time: 0.2085905 Jan 14 22:45:07.889649 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:07.991983 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 0a880e39-93de-4242-87d8-17b487900c74 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:07.995731 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895e9273-8db9-428e-b25e-6d48f6715fc4,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:08.008903 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] Synchronizing usage tracker for tenant:117b6729819844f1b905837eabfbb89d on resource:security_group {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:45:08.057664 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] For port e2b9bfba-2221-4168-8ca2-56ab2ca6e683, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:45:08.069533 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] For port e2b9bfba-2221-4168-8ca2-56ab2ca6e683, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=e2b9bfba-2221-4168-8ca2-56ab2ca6e683,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:45:08.088249 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b0a3f-9d1f-40e1-b701-f1c90cbd2405 req-ab939292-f34a-422e-9eaf-2024409d6a3a tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:08.094170 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-891b0a3f-9d1f-40e1-b701-f1c90cbd2405 req-ab939292-f34a-422e-9eaf-2024409d6a3a tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 931 time: 0.4440088 Jan 14 22:45:08.127694 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.174848 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-891b0a3f-9d1f-40e1-b701-f1c90cbd2405 req-ed37f06e-9dae-4225-9939-c541f289473c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683188 Jan 14 22:45:08.179670 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.181953 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-0982fa27-e860-4b90-bb83-678323fcec42 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2882423 Jan 14 22:45:08.190602 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 0a880e39-93de-4242-87d8-17b487900c74 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:08.191105 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.219128 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.244893 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e18d6aa-88c7-4d22-bfe4-6b2a04d09982,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:08.256104 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] Unset dirty status for tenant:117b6729819844f1b905837eabfbb89d on resource:security_group {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:45:08.257330 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-8db07aba-1607-4f17-9fb8-9dc6eb2d78ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=805ac9d0f8d6471d871423692da8d7da&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8118837 Jan 14 22:45:08.260463 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56230) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:08.304810 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:45:08.307460 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:44:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:08.335684 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.342067 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-dd6e84c3-2783-4f94-9263-4822c384ab6e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6442866 Jan 14 22:45:08.345382 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56238) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:08.350788 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'floatingip': {'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:08.356642 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f4d88cbf-341c-40fa-9eb6-401ecc557ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.364722 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:08.389630 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:floatingip and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:08.400583 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:08.403577 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bba43-2f0c-468c-b830-88388112fdb0 None None] Pushing event updated for resources: {'Port': ['ID=e2b9bfba-2221-4168-8ca2-56ab2ca6e683,revision_number=4']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:08.443867 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:08.477383 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f4d88cbf-341c-40fa-9eb6-401ecc557ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.495040 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-d7332ea1-3ab6-4395-a80e-8caef5669501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.525703 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-router', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '0a880e39-93de-4242-87d8-17b487900c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:54Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'gw_port': {'id': '0a880e39-93de-4242-87d8-17b487900c74', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:56Z', 'updated_at': '2022-01-14T22:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '274ca273-c984-4254-94eb-845bcb814054', 'name': '', 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'mac_address': 'fa:16:3e:58:fc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:45:00Z', 'updated_at': '2022-01-14T22:45:02Z', 'revision_number': 2, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'subnets': [{'id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:08.526544 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-abb2bf0c-20b4-42e7-9387-76eeae4bb55c service neutron] 10.222.0.25 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374248 Jan 14 22:45:08.536663 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Checking router: c7aca5a1-9341-464f-8ddd-f54968302b77 for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:45:08.537309 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Updating router c7aca5a1-9341-464f-8ddd-f54968302b77 port 274ca273-c984-4254-94eb-845bcb814054 binding host dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:45:08.588342 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.650461 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:45:08.656922 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.749539 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f4d88cbf-341c-40fa-9eb6-401ecc557ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.794086 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d88cbf-341c-40fa-9eb6-401ecc557ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e9273-8db9-428e-b25e-6d48f6715fc4,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:08.799010 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f4d88cbf-341c-40fa-9eb6-401ecc557ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:08.802799 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-f4d88cbf-341c-40fa-9eb6-401ecc557ced admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/895e9273-8db9-428e-b25e-6d48f6715fc4 HTTP/1.1" status: 204 len: 168 time: 0.5387135 Jan 14 22:45:08.844347 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-8eeeada7-8758-45c5-9bf5-06fb4d7dd1bd service neutron] 10.222.0.25 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169634 Jan 14 22:45:08.854559 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:09.032406 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Allocated IP 172.27.3.109 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/49dda7f9-dd81-4947-8173-677bb3bc4013) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:45:09.076254 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:08Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:09.081646 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96bca5-82e9-433a-9e11-0a3c1dfd48ac None None] The sync data for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi is: [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:08Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:45:09.227607 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Notify callbacks [] for port, precommit_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:09.255179 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Transition to ACTIVE for port object 274ca273-c984-4254-94eb-845bcb814054 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:45:09.256917 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:45:09.270374 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8e88f509-eaef-4f83-8557-68a5bf06bf5a req-cfedb688-b1f4-4bf5-8eef-439e75f7ece9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.1056790 Jan 14 22:45:09.361124 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:09.436689 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:09.526096 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712bc19-90e0-4696-911f-cfe5df2256e4 None None] Pushing event updated for resources: {'Port': ['ID=274ca273-c984-4254-94eb-845bcb814054,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:09.552059 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47015c8-881a-4b56-9060-4773f6015691 req-74dc90d8-cc5e-40ec-b543-e0b9053f6075 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:09.573114 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a47015c8-881a-4b56-9060-4773f6015691 req-74dc90d8-cc5e-40ec-b543-e0b9053f6075 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 931 time: 0.2298458 Jan 14 22:45:09.592525 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:09.711829 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:45:09.715878 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:09.727325 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:45:09.727983 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a47015c8-881a-4b56-9060-4773f6015691 req-3ba82ba9-49dd-4993-a2ea-8a0dd7ce2ea7 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369965 Jan 14 22:45:09.728069 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Attempting to bind port 274ca273-c984-4254-94eb-845bcb814054 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:45:09.728069 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Attempting to bind port 274ca273-c984-4254-94eb-845bcb814054 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:45:09.759564 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Attempting to bind port 274ca273-c984-4254-94eb-845bcb814054 on network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:09.806447 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:09.822984 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:45:09.825734 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Checking segment: {'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:45:09.826417 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:09.826955 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Bound using segment: {'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:45:09.827785 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Bound port: 274ca273-c984-4254-94eb-845bcb814054, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:45:09.828765 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:09.872945 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'Port': ['ID=49dda7f9-dd81-4947-8173-677bb3bc4013,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:09.955272 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:09.990890 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-685b2cd8-79b4-4af5-a1cc-9addc806f5d1 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:45:09.991880 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-685b2cd8-79b4-4af5-a1cc-9addc806f5d1 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151017 Jan 14 22:45:10.010227 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:10.098408 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e2b9bfba-2221-4168-8ca2-56ab2ca6e683 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:10.188845 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] For port 274ca273-c984-4254-94eb-845bcb814054, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:45:10.215746 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:10.221409 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] For port 274ca273-c984-4254-94eb-845bcb814054, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=274ca273-c984-4254-94eb-845bcb814054,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:45:10.312148 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:45:10.319153 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:10.421387 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:10.421578 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:10.454375 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:10.506313 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3baf7e66-b6db-4f6a-80ed-16fc145e1a45 req-ee920666-2bac-4a71-9c98-c932fe736302 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.1715028 Jan 14 22:45:10.523761 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Routers {'c7aca5a1-9341-464f-8ddd-f54968302b77'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:45:10.534179 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:45:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['c7aca5a1-9341-464f-8ddd-f54968302b77'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:10.546657 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:10.584861 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712bc19-90e0-4696-911f-cfe5df2256e4 None None] Pushing event updated for resources: {'Port': ['ID=274ca273-c984-4254-94eb-845bcb814054,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:10.641266 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:10.667337 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56296) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:10.681929 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'Port': ['ID=49dda7f9-dd81-4947-8173-677bb3bc4013,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:10.757524 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:10.767344 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-a93e58b9-b4ea-4cbe-bb44-d584dd3be099 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4211128 Jan 14 22:45:10.779829 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:10.819864 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] Set router c7aca5a1-9341-464f-8ddd-f54968302b77 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:45:10.833898 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1668411212-network', 'tenant_id': '46cbf11cf76f4d52ba11401c556a3a09'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:10.841710 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:10.852342 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Usage tracker for resource:network and tenant:46cbf11cf76f4d52ba11401c556a3a09 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:10.857314 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:10.867296 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:10.997212 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port e2b9bfba-2221-4168-8ca2-56ab2ca6e683, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=e2b9bfba-2221-4168-8ca2-56ab2ca6e683,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:11.018131 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ce59-4bab-4945-927b-624ec4a11c6b req-9407e0bf-11b0-4a85-8b08-3c5b02cfe925 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:11.019902 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c876ce59-4bab-4945-927b-624ec4a11c6b req-9407e0bf-11b0-4a85-8b08-3c5b02cfe925 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 931 time: 0.1544936 Jan 14 22:45:11.035007 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Made reservation on behalf of 46cbf11cf76f4d52ba11401c556a3a09 for: {'network': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:45:11.037481 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:11.086190 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:11.126004 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:11.147123 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:11.147795 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Usage tracker for resource:security_group_rule and tenant:46cbf11cf76f4d52ba11401c556a3a09 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:11.159766 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:11.173982 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c876ce59-4bab-4945-927b-624ec4a11c6b req-fed4c1a0-d321-4516-ad61-4e5d16e75657 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394973 Jan 14 22:45:11.178546 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:11.184921 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-a83283b5-be55-45d6-b0ac-acf9f7d3b5ea tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1358115096&fields=id&tenant_id=4e593e73009c41bd8645cd7f4cd6f56b HTTP/1.1" status: 200 len: 267 time: 0.0859792 Jan 14 22:45:11.282012 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=e2b9bfba-2221-4168-8ca2-56ab2ca6e683,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:11.285167 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:11.322513 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-router', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '0a880e39-93de-4242-87d8-17b487900c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:54Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'gw_port': {'id': '0a880e39-93de-4242-87d8-17b487900c74', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:56Z', 'updated_at': '2022-01-14T22:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '274ca273-c984-4254-94eb-845bcb814054', 'name': '', 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'mac_address': 'fa:16:3e:58:fc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:45:00Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 4, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'subnets': [{'id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:11.326989 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9383e2b-e55d-455f-932c-d6c6ac9f77ae None None] The sync data for ids ['c7aca5a1-9341-464f-8ddd-f54968302b77'] in dv-cinder-824801-1-iscsi is: [{'id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-router', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '0a880e39-93de-4242-87d8-17b487900c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:54Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'gw_port': {'id': '0a880e39-93de-4242-87d8-17b487900c74', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:56Z', 'updated_at': '2022-01-14T22:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '274ca273-c984-4254-94eb-845bcb814054', 'name': '', 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'mac_address': 'fa:16:3e:58:fc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:45:00Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 4, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'subnets': [{'id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:45:11.414558 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-c29bb330-c966-4e2d-ba1d-006e430aae0a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:11.422374 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-c29bb330-c966-4e2d-ba1d-006e430aae0a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 811 time: 0.2248871 Jan 14 22:45:11.450368 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:11.452945 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1b9a32de-9cbe-4055-ab3c-8c7f602bf03d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/quotas/4e593e73009c41bd8645cd7f4cd6f56b HTTP/1.1" status: 200 len: 375 time: 0.0172994 Jan 14 22:45:11.518913 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:11.567705 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:45:11.570647 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7954aa6-e886-4525-8de2-72bf3cd74ec9,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:11.586447 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:11.586783 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.segments_db [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Added segment 00e9512b-919c-4447-b198-858dc2a11dd4 of type vlan for network 49c61b36-cb42-4777-9eae-b92cb98095bb Jan 14 22:45:11.608724 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-42ac4fb9-16ce-4d60-9b22-887230dc2898 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1487937 Jan 14 22:45:11.681864 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:11.690400 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-576b9853-7913-4cce-b840-4169b4ee2e1b req-fd738f80-9141-453a-9958-912e41d3a443 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0786374 Jan 14 22:45:11.806177 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-e37cfd7f-9458-4dde-90ac-5a622a8bf3ae service neutron] 10.222.0.25 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496367 Jan 14 22:45:11.847785 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:11.848656 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:11.849311 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:12.006248 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e2b9bfba-2221-4168-8ca2-56ab2ca6e683 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:12.053241 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] Pushing event updated for resources: {'Network': ['ID=49c61b36-cb42-4777-9eae-b92cb98095bb,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:12.111854 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-4a917218-b8e4-4474-8a63-f5b42212b3d6 service neutron] 10.222.0.25 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956419 Jan 14 22:45:12.128531 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 49c61b36-cb42-4777-9eae-b92cb98095bb details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:45:12.145237 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56348) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:12.145742 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-33a11e68-d8d3-4f95-93e0-fabdb1b292e5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4767947 Jan 14 22:45:12.152202 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Request body: {'subnet': {'network_id': '49c61b36-cb42-4777-9eae-b92cb98095bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1668411212-subnet', 'tenant_id': '46cbf11cf76f4d52ba11401c556a3a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:12.160576 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:12.169497 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Usage tracker for resource:subnet and tenant:46cbf11cf76f4d52ba11401c556a3a09 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:12.173620 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:12.180664 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:12.181033 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:12.185308 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:12.289830 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Made reservation on behalf of 46cbf11cf76f4d52ba11401c556a3a09 for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:45:12.292929 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:12.621419 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 274ca273-c984-4254-94eb-845bcb814054 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:12.729347 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-14974b5d-f372-4928-89f4-e40053aacff1 req-49da36d2-f056-4b69-b136-5437aa3fa574 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.0813396 Jan 14 22:45:12.758111 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94784c60-9c17-4cac-942a-f669427a774a req-7b1eb494-74e6-4fbd-a568-fdfb81aab54d tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:12.759626 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-94784c60-9c17-4cac-942a-f669427a774a req-7b1eb494-74e6-4fbd-a568-fdfb81aab54d tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 931 time: 0.2545745 Jan 14 22:45:12.810197 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-94784c60-9c17-4cac-942a-f669427a774a req-01643422-171e-4d5f-82ff-8c7bc38fc5cd tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Jan 14 22:45:12.859225 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 274ca273-c984-4254-94eb-845bcb814054 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:45:12.859673 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:12.867671 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 274ca273-c984-4254-94eb-845bcb814054 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:12.875418 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:12.967035 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c2e064-672c-4908-ac3d-bb000918c5df,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:12.977982 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Checking segment: {'id': '00e9512b-919c-4447-b198-858dc2a11dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '49c61b36-cb42-4777-9eae-b92cb98095bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:45:12.978337 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Network hostable DHCP agents. Network: 49c61b36-cb42-4777-9eae-b92cb98095bb, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:45:12.984439 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f66e2c8e-cf19-47d5-8e5b-b796ef517101 req-6e565a13-ee3e-4d51-9f51-ee2a1c6fc6aa tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.1064088 Jan 14 22:45:13.061604 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:13.078079 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Network 49c61b36-cb42-4777-9eae-b92cb98095bb is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:45:13.104922 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 274ca273-c984-4254-94eb-845bcb814054, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=274ca273-c984-4254-94eb-845bcb814054,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:13.158382 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 49c61b36-cb42-4777-9eae-b92cb98095bb) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:13.171146 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444c5e7-fe2d-4d92-ae1b-94d5ffeda85f None None] Network 49c61b36-cb42-4777-9eae-b92cb98095bb requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:45:13.178738 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:13.182240 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:13.236705 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:13.263891 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-ff6e7dc7-c138-43b8-ab24-9a24f84eba91 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1167841 Jan 14 22:45:13.275944 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56382) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:13.327166 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=274ca273-c984-4254-94eb-845bcb814054,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:13.504222 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6ada41ef-a752-4b9b-ba16-0cebf5863a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:13.556682 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-6ada41ef-a752-4b9b-ba16-0cebf5863a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:13.586422 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-6ada41ef-a752-4b9b-ba16-0cebf5863a2b admin admin] Usage tracker for resource:security_group_rule and tenant:540511ba2fb04ac19428c14a03f666e0 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:13.589435 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-6ada41ef-a752-4b9b-ba16-0cebf5863a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:13.623037 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-6ada41ef-a752-4b9b-ba16-0cebf5863a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:13.733493 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b55de4-06fb-4c85-b97f-3b97ccbf4475 None None] Network 49c61b36-cb42-4777-9eae-b92cb98095bb requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:45:14.028849 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6ada41ef-a752-4b9b-ba16-0cebf5863a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:14.062471 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 274ca273-c984-4254-94eb-845bcb814054 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:14.166341 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cb7666fc-6cf6-4f72-9aeb-2a662deecfbb req-98fb2363-7a75-44d0-9aca-f5b4f98c0066 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.1967196 Jan 14 22:45:14.168804 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6ada41ef-a752-4b9b-ba16-0cebf5863a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:14.219493 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada41ef-a752-4b9b-ba16-0cebf5863a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18472f6f-b319-4984-8ad4-2c7fb860c5d7,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:14.254119 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-6ada41ef-a752-4b9b-ba16-0cebf5863a2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=540511ba2fb04ac19428c14a03f666e0&name=default HTTP/1.1" status: 200 len: 2978 time: 0.9703591 Jan 14 22:45:14.254250 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56418) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:14.337160 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Request body: {'port': {'device_id': '4141515b-e981-4449-8b62-198f23b624fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:14.470806 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 274ca273-c984-4254-94eb-845bcb814054 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:14.475477 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:14.634705 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f08217-3782-48ca-9281-63d0f193ba16 req-64386628-ec13-41f7-86c9-d0d0871c9628 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:14.654414 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b0f08217-3782-48ca-9281-63d0f193ba16 req-64386628-ec13-41f7-86c9-d0d0871c9628 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 931 time: 0.3671944 Jan 14 22:45:14.697614 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:14.729758 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-51bc7b48-6fb3-4c16-91b4-6115e580fb75 req-e3400470-b6a6-4419-87f4-adce3d2118d7 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.1819046 Jan 14 22:45:14.823610 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b0f08217-3782-48ca-9281-63d0f193ba16 req-7062aa9b-3926-4d7b-bcb6-ba9fecfc219c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679649 Jan 14 22:45:14.830735 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1561097-49de-44e0-8cb4-172c701096d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:14.894691 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56438) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:14.904779 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174968331-network', 'tenant_id': '810d6cc8b67a4ee8a5ee86da309bb04a'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:14.910076 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:14.916790 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Usage tracker for resource:network and tenant:810d6cc8b67a4ee8a5ee86da309bb04a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:14.921014 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:14.929048 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:15.012200 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1561097-49de-44e0-8cb4-172c701096d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.031977 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Made reservation on behalf of 810d6cc8b67a4ee8a5ee86da309bb04a for: {'network': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:45:15.034792 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.050327 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.100556 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:15.112022 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Usage tracker for resource:security_group_rule and tenant:810d6cc8b67a4ee8a5ee86da309bb04a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:15.117520 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:15.125183 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:15.303790 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.386364 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1561097-49de-44e0-8cb4-172c701096d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.405824 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.432061 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1561097-49de-44e0-8cb4-172c701096d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18472f6f-b319-4984-8ad4-2c7fb860c5d7,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:15.440107 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f1561097-49de-44e0-8cb4-172c701096d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.442952 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-f1561097-49de-44e0-8cb4-172c701096d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18472f6f-b319-4984-8ad4-2c7fb860c5d7 HTTP/1.1" status: 204 len: 168 time: 1.1902571 Jan 14 22:45:15.475789 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-588c36d8-60df-458b-bd48-8151bffa3e47 req-58412ba9-810e-4a12-8e26-2261ba8551b5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.1269155 Jan 14 22:45:15.547356 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:45:15.562715 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36f4b42-a876-434c-9898-245430f64a3b,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:15.585096 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.585471 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.segments_db [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Added segment 3c6a7585-e74e-4b8f-b133-91678c2fc89f of type vlan for network 49446c0f-4373-4a2f-85d8-51f0fbb77fb7 Jan 14 22:45:15.627054 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1bfc99-fe2f-4518-91b0-de3f87cf06f4 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:45:15.645093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.649668 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.688724 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Transition to ACTIVE for port object df1bfc99-fe2f-4518-91b0-de3f87cf06f4 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:45:15.774865 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.775049 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.776499 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:15.776871 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:15.952259 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-02100902-3087-43de-b2a6-f2bbcc2ce054 req-92f0f698-1da3-4182-8764-299d17c80469 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0712576 Jan 14 22:45:16.011566 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] Pushing event updated for resources: {'Network': ['ID=49446c0f-4373-4a2f-85d8-51f0fbb77fb7,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:16.022886 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 49446c0f-4373-4a2f-85d8-51f0fbb77fb7 details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:45:16.095864 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d33f2976-c180-46aa-9473-cf3217b27b05 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1991055 Jan 14 22:45:16.100945 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56460) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:16.108673 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Request body: {'subnet': {'network_id': '49446c0f-4373-4a2f-85d8-51f0fbb77fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174968331-subnet', 'tenant_id': '810d6cc8b67a4ee8a5ee86da309bb04a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:16.119109 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:16.139140 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Usage tracker for resource:subnet and tenant:810d6cc8b67a4ee8a5ee86da309bb04a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:16.139140 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:16.139783 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:16.171056 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a3f74-7ce3-4337-ab22-cddbb94482bd req-b192219e-237f-4e34-92d6-97cf24fd1778 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:16.172607 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f79a3f74-7ce3-4337-ab22-cddbb94482bd req-b192219e-237f-4e34-92d6-97cf24fd1778 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.1429822 Jan 14 22:45:16.177383 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Pushing event updated for resources: {'Port': ['ID=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:16.180187 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Attempting to bind port df1bfc99-fe2f-4518-91b0-de3f87cf06f4 on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:45:16.180552 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Attempting to bind port df1bfc99-fe2f-4518-91b0-de3f87cf06f4 by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': 'c013d678-4dea-4cbe-94c4-2907ba83d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'decae127-a3d4-4c6a-97ce-9521dbc8318c'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:45:16.180906 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Attempting to bind port df1bfc99-fe2f-4518-91b0-de3f87cf06f4 on network decae127-a3d4-4c6a-97ce-9521dbc8318c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:16.186934 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Port df1bfc99-fe2f-4518-91b0-de3f87cf06f4 on network decae127-a3d4-4c6a-97ce-9521dbc8318c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:45:16.187256 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Attempting to bind port df1bfc99-fe2f-4518-91b0-de3f87cf06f4 on network decae127-a3d4-4c6a-97ce-9521dbc8318c {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:16.194944 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:45:16.196147 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Checking segment: {'id': 'c013d678-4dea-4cbe-94c4-2907ba83d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'decae127-a3d4-4c6a-97ce-9521dbc8318c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:45:16.197013 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Bound using segment: {'id': 'c013d678-4dea-4cbe-94c4-2907ba83d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'decae127-a3d4-4c6a-97ce-9521dbc8318c'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:45:16.197587 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Bound port: df1bfc99-fe2f-4518-91b0-de3f87cf06f4, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c013d678-4dea-4cbe-94c4-2907ba83d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'decae127-a3d4-4c6a-97ce-9521dbc8318c'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:45:16.198114 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:16.265349 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Made reservation on behalf of 810d6cc8b67a4ee8a5ee86da309bb04a for: {'subnet': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:45:16.271495 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:16.339033 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f79a3f74-7ce3-4337-ab22-cddbb94482bd req-6f1a44c9-8da5-4e30-b909-ed6a95188f2b tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596892 Jan 14 22:45:16.365520 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] For port df1bfc99-fe2f-4518-91b0-de3f87cf06f4, host hv-cinder-82480, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:45:16.369481 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] For port df1bfc99-fe2f-4518-91b0-de3f87cf06f4, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,segment=NetworkSegment(c013d678-4dea-4cbe-94c4-2907ba83d572),segment_id=c013d678-4dea-4cbe-94c4-2907ba83d572)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:45:16.484166 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:16.566505 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:16.567238 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:16.569519 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] 10.222.0.39 "PUT /v2.0/ports/df1bfc99-fe2f-4518-91b0-de3f87cf06f4 HTTP/1.1" status: 200 len: 1093 time: 2.7133853 Jan 14 22:45:16.569989 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4141515b-e981-4449-8b62-198f23b624fd', 'tag': 'df1bfc99-fe2f-4518-91b0-de3f87cf06f4'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:45:16.666227 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7156e-8b3f-4472-aa3e-fb47c30c3dfb service neutron] Pushing event updated for resources: {'Port': ['ID=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:16.752322 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-618ca685-8661-4644-bf91-7ab51174a8ba req-8c6f8683-2ceb-46e6-90df-daadef0e780f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.0698919 Jan 14 22:45:16.851523 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for subnet, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:17.005985 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Checking segment: {'id': '3c6a7585-e74e-4b8f-b133-91678c2fc89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '49446c0f-4373-4a2f-85d8-51f0fbb77fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:45:17.006548 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Network hostable DHCP agents. Network: 49446c0f-4373-4a2f-85d8-51f0fbb77fb7, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:45:17.016942 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9fa6dc8-9aa3-44e7-b3e1-0ba8e7cf74ce,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:17.063656 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4141515b-e981-4449-8b62-198f23b624fd', 'tag': 'df1bfc99-fe2f-4518-91b0-de3f87cf06f4', 'status': 'completed', 'code': 200} Jan 14 22:45:17.148162 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Network 49446c0f-4373-4a2f-85d8-51f0fbb77fb7 is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:45:17.310505 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cedb2b4d-740c-4095-954b-91ad262c5eb2 req-593d9119-2e56-4adf-97f3-427a94033874 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0547202 Jan 14 22:45:17.527978 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77b004-c73a-4014-b853-0dc643237bd8 req-a438e2c8-b0f6-45db-a3e6-6c7c6b601f31 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:17.529842 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee77b004-c73a-4014-b853-0dc643237bd8 req-a438e2c8-b0f6-45db-a3e6-6c7c6b601f31 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.0853734 Jan 14 22:45:17.581901 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee77b004-c73a-4014-b853-0dc643237bd8 req-a91fcbc1-6318-42b1-9177-f0bb863de89c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453539 Jan 14 22:45:17.905404 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-65c8350b-ea5f-4513-9d38-33f464c7719c req-f0eed493-5896-481c-b2fc-26e7e4e1b8c7 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.0418012 Jan 14 22:45:18.025882 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 49446c0f-4373-4a2f-85d8-51f0fbb77fb7) {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:18.030140 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:18.030716 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:18.035467 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95094833-724a-4982-a304-baa4315e5c80 None None] Network 49446c0f-4373-4a2f-85d8-51f0fbb77fb7 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:45:18.145435 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-c06a0821-6c1f-477a-8019-c7f2a81a12fb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0433254 Jan 14 22:45:18.156001 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.39', 53877) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:18.287493 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce497600-bffc-4687-aa01-9d00b52d19df None None] Network 49446c0f-4373-4a2f-85d8-51f0fbb77fb7 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:45:18.377443 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56530) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:18.530925 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-293f4e1b-ef7b-4d28-beed-66d3cd323cd7 req-f274e970-e915-400c-82a3-1a8d6694ae98 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0782278 Jan 14 22:45:18.544870 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdabea1-61b3-44bf-8fc8-4930516c8c05 admin admin] Deleting subnet c2c2e064-672c-4908-ac3d-bb000918c5df {{(pid=87473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:45:18.554016 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7fdabea1-61b3-44bf-8fc8-4930516c8c05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:18.617533 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7fdabea1-61b3-44bf-8fc8-4930516c8c05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:18.626518 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7fdabea1-61b3-44bf-8fc8-4930516c8c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:18.920991 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-e8ac2392-b685-4887-ba92-1c3d5762ff5a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:18.922464 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-e8ac2392-b685-4887-ba92-1c3d5762ff5a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.39 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 819 time: 0.2464736 Jan 14 22:45:18.945338 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee204b16-f88c-4ec5-b1b0-2b95b13dfc11 req-646a6ef1-c964-4579-99d8-86a25991002b tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:18.945688 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee204b16-f88c-4ec5-b1b0-2b95b13dfc11 req-646a6ef1-c964-4579-99d8-86a25991002b tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.1352415 Jan 14 22:45:18.966945 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7fdabea1-61b3-44bf-8fc8-4930516c8c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for subnet, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.026410 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7fdabea1-61b3-44bf-8fc8-4930516c8c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.031075 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdabea1-61b3-44bf-8fc8-4930516c8c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c2e064-672c-4908-ac3d-bb000918c5df,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:19.086004 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee204b16-f88c-4ec5-b1b0-2b95b13dfc11 req-2cfdd0e1-2d40-4d3c-b342-f3693edbe931 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343670 Jan 14 22:45:19.089925 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-7fdabea1-61b3-44bf-8fc8-4930516c8c05 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c2c2e064-672c-4908-ac3d-bb000918c5df HTTP/1.1" status: 204 len: 168 time: 0.7082932 Jan 14 22:45:19.090636 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0ae694d6-2dc0-43a5-b58b-32acb6f94e85 req-ee31e341-2cf7-462f-a146-101ccbf7f2cc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.0612264 Jan 14 22:45:19.090731 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56554) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:19.200262 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.321038 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.349001 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.349367 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.350148 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.350474 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > port after_create 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.350792 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.351121 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > port after_update 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.351432 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.351760 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.352072 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.352379 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.464613 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.466190 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.466743 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.467391 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:19.467952 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c61b36-cb42-4777-9eae-b92cb98095bb']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:19.485041 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e9512b-919c-4447-b198-858dc2a11dd4') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:19.485752 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e9512b-919c-4447-b198-858dc2a11dd4') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:19.497897 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.515207 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.524935 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:45:19.525437 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: from cryptography.utils import int_from_bytes Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: from cryptography.utils import int_from_bytes Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: util.warn_limited( Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: util.warn_limited( Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:45:19.542106 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:45:19.683625 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6003357d-5240-443b-98a7-0e4dd3fcc356 req-bd90496a-3cf5-4b89-84fd-0a2e3b8ee71f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0428059 Jan 14 22:45:19.722888 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.728647 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.755420 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c61b36-cb42-4777-9eae-b92cb98095bb,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:19.759343 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-506ebdb1-4890-4425-888d-ed6456f33889 admin admin] 10.222.0.25 "DELETE /v2.0/networks/49c61b36-cb42-4777-9eae-b92cb98095bb HTTP/1.1" status: 204 len: 168 time: 0.6676686 Jan 14 22:45:19.762134 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56582) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:19.819141 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f07331e-4bb4-47e3-a513-18b94784a197 admin admin] Deleting subnet b9fa6dc8-9aa3-44e7-b3e1-0ba8e7cf74ce {{(pid=87472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:45:19.822133 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f07331e-4bb4-47e3-a513-18b94784a197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.870749 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f07331e-4bb4-47e3-a513-18b94784a197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615911'] for subnet, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:19.927236 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f07331e-4bb4-47e3-a513-18b94784a197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:20.151369 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f07331e-4bb4-47e3-a513-18b94784a197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61016213'] for subnet, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:20.189932 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07331e-4bb4-47e3-a513-18b94784a197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9fa6dc8-9aa3-44e7-b3e1-0ba8e7cf74ce,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:20.197851 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f07331e-4bb4-47e3-a513-18b94784a197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:20.211731 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-3f07331e-4bb4-47e3-a513-18b94784a197 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b9fa6dc8-9aa3-44e7-b3e1-0ba8e7cf74ce HTTP/1.1" status: 204 len: 168 time: 0.4485998 Jan 14 22:45:20.214296 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56606) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:20.335144 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-67dc54c1-d80a-42e2-89f7-6e309dc5b7fc req-ae1c7bb8-90b0-4be1-b6cb-cf02aeb3ba67 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.1011302 Jan 14 22:45:20.463914 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:20.553768 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07832a1-70ca-45bd-ac56-4b1daa9a47da req-89979387-d0fc-4259-b8fe-c8fb18974520 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:20.555220 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b07832a1-70ca-45bd-ac56-4b1daa9a47da req-89979387-d0fc-4259-b8fe-c8fb18974520 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.3177872 Jan 14 22:45:20.620889 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:20.664980 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.665264 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.666044 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.666371 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > port after_create 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.666778 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.667127 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > port after_update 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.667446 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.667778 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.668093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.668402 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.829881 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.830519 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.830519 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.830850 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 22:45:20.831216 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49446c0f-4373-4a2f-85d8-51f0fbb77fb7']}} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:20.846879 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b07832a1-70ca-45bd-ac56-4b1daa9a47da req-b74a4664-7b00-4d4b-b092-4d29450e53d2 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844973 Jan 14 22:45:20.882960 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6a7585-e74e-4b8f-b133-91678c2fc89f') {'for_net_delete': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:20.883252 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6a7585-e74e-4b8f-b133-91678c2fc89f') {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:20.898878 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-81e6a1b1-6e7e-4169-aacb-2794fa851237 req-3e334716-6fdd-4344-9c40-de685bb8160b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0583508 Jan 14 22:45:20.902093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153129'] for segment, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:20.917842 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:20.924736 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:45:20.925113 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14178467'] for segment, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: from cryptography.utils import int_from_bytes Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: from cryptography.utils import int_from_bytes Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: util.warn_limited( Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: util.warn_limited( Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: Traceback (most recent call last): Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: timer() Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: cb(*args, **kw) Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: return func(*args, **kwargs) Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: self._notify() Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: self.callback(batched_events) Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: event.method(event) Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: return f(self, *a, **k) Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._get(url).json() Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: return self.request(url, 'GET', **kwargs) Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:45:20.940373 dv-cinder-824801-1-iscsi neutron-server[87473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:45:21.071691 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:21.157429 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:21.176856 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:21.181935 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] Pushing event deleted for resources: {'Network': ['ID=49446c0f-4373-4a2f-85d8-51f0fbb77fb7,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:21.186106 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-63d6be3f-85e4-4d98-b730-28a2a89e5055 admin admin] 10.222.0.25 "DELETE /v2.0/networks/49446c0f-4373-4a2f-85d8-51f0fbb77fb7 HTTP/1.1" status: 204 len: 168 time: 0.9705322 Jan 14 22:45:21.527157 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8835286b-f3e7-4971-b245-48710abbf76c req-138fe84b-9c30-4ad9-9c09-57e8330d09c5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.0767977 Jan 14 22:45:21.589397 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56634) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:21.652607 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-34a1a8bf-296f-4055-b257-a77d7c1bcc49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46cbf11cf76f4d52ba11401c556a3a09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620136 Jan 14 22:45:21.655183 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56638) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:21.715548 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-edebd8a6-d0da-4a80-9ec4-baaedc40b86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:21.745128 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-edebd8a6-d0da-4a80-9ec4-baaedc40b86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:21.878603 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-edebd8a6-d0da-4a80-9ec4-baaedc40b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:21.897941 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebd8a6-d0da-4a80-9ec4-baaedc40b86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7954aa6-e886-4525-8de2-72bf3cd74ec9,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:21.905586 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-edebd8a6-d0da-4a80-9ec4-baaedc40b86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:21.906907 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-edebd8a6-d0da-4a80-9ec4-baaedc40b86f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7954aa6-e886-4525-8de2-72bf3cd74ec9 HTTP/1.1" status: 204 len: 168 time: 0.2506771 Jan 14 22:45:22.185347 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e48a1484-7728-42df-b1cc-863c2aea7687 req-bf3b41e2-0be2-48a0-9dac-0f7c20227056 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0827625 Jan 14 22:45:22.216567 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad33e4-7f9e-41fe-9a23-f811a725e10f req-9486de07-5ff9-4ae9-a978-23cdc4861cb8 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:22.218304 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-48ad33e4-7f9e-41fe-9a23-f811a725e10f req-9486de07-5ff9-4ae9-a978-23cdc4861cb8 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.1870818 Jan 14 22:45:22.285302 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-48ad33e4-7f9e-41fe-9a23-f811a725e10f req-91f52897-acd0-4b37-aaf3-94637218797c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607607 Jan 14 22:45:22.739294 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c074a7e1-7c0f-438f-9865-b364bf38a8f0 req-480229fb-3a07-4ce5-bd45-90417ab6f61c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.0436425 Jan 14 22:45:23.056268 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56684) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:23.108540 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-6cccf0ce-106a-42c0-b7b6-26543e4cd6b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=810d6cc8b67a4ee8a5ee86da309bb04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511322 Jan 14 22:45:23.111960 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56692) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:23.197963 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ef6c868d-3445-42e9-be35-f7333f13eda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:23.241446 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ef6c868d-3445-42e9-be35-f7333f13eda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:23.410792 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7f360c06-91f5-450c-9842-4b174541c78c req-95508c3e-4552-495d-a494-66a1695dd5d4 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0863745 Jan 14 22:45:23.492791 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ef6c868d-3445-42e9-be35-f7333f13eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:23.541776 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c868d-3445-42e9-be35-f7333f13eda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36f4b42-a876-434c-9898-245430f64a3b,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:23.573584 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ef6c868d-3445-42e9-be35-f7333f13eda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:23.574942 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-ef6c868d-3445-42e9-be35-f7333f13eda2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f36f4b42-a876-434c-9898-245430f64a3b HTTP/1.1" status: 204 len: 168 time: 0.4619365 Jan 14 22:45:23.636465 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f743973-45de-4f14-a95e-c47eb33d6c61 req-9d0be1f3-897e-4341-a6d6-8e80d0e1a19c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:23.653409 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8f743973-45de-4f14-a95e-c47eb33d6c61 req-9d0be1f3-897e-4341-a6d6-8e80d0e1a19c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.2281492 Jan 14 22:45:23.708550 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8f743973-45de-4f14-a95e-c47eb33d6c61 req-45fd4aad-665b-4b08-8f9a-46917fa295b7 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538738 Jan 14 22:45:23.982117 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e83ae656-b046-43bb-bd8f-0bf0e828b959 req-59ebd754-ad7b-41ed-885c-ab973b8c815e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.0637224 Jan 14 22:45:24.603574 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d53af020-ca34-4cda-83f1-70bd74ad938d req-4a214595-4845-4fe7-b1ee-bd74fd38fec8 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0441895 Jan 14 22:45:24.899854 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c463ba-7338-41a6-96c2-5ae17969b438 req-dbf15cfc-2b09-4233-acd9-4200c97b2aa6 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:24.900611 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-76c463ba-7338-41a6-96c2-5ae17969b438 req-dbf15cfc-2b09-4233-acd9-4200c97b2aa6 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.0902548 Jan 14 22:45:24.948069 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-76c463ba-7338-41a6-96c2-5ae17969b438 req-af8b1da7-d090-4280-90c4-aef8e58cb7e4 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Jan 14 22:45:25.059636 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Request body: {'port': {'device_id': '250057d6-935a-47af-b518-519ca82e16bc', 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95', 'admin_state_up': True, 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:25.152854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10110749-3d2c-4922-a471-6ab44dd24036 req-adfcd358-eff8-42b5-bb89-d43333f2c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:25.155285 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-10110749-3d2c-4922-a471-6ab44dd24036 req-adfcd358-eff8-42b5-bb89-d43333f2c5ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2135c3bd921f43b680b38a69844cf8ae&device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 1096 time: 0.0993514 Jan 14 22:45:25.211164 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-145ea94e-dd04-4a5e-ac06-d1e880fd5b5b req-147d330a-4e1a-4ce0-bba6-2451d520f14f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.0440578 Jan 14 22:45:25.261233 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:25.271634 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:25.311580 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10110749-3d2c-4922-a471-6ab44dd24036 req-e3017a60-86fa-463f-ad77-3e66e14cc9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:25.313009 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-10110749-3d2c-4922-a471-6ab44dd24036 req-e3017a60-86fa-463f-ad77-3e66e14cc9fb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2135c3bd921f43b680b38a69844cf8ae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1462765 Jan 14 22:45:25.350330 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Made reservation on behalf of 2ea0d4111b914ebd91f5845cc389f721 for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:45:25.353943 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:25.458923 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10110749-3d2c-4922-a471-6ab44dd24036 req-bcd71535-2d01-46d8-81d2-4c302ac4ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:25.460370 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-10110749-3d2c-4922-a471-6ab44dd24036 req-bcd71535-2d01-46d8-81d2-4c302ac4ef71 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1395445 Jan 14 22:45:25.522005 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Allocated IP 172.20.0.13 (75bebe5b-4437-44d1-b77b-3462d9c0eb95/f7a60679-5b63-4b30-b6a7-284c957fb909/0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:45:25.579458 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-2533b859-bbcd-4cd3-870b-8bd02e02c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:25.581506 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-2533b859-bbcd-4cd3-870b-8bd02e02c90c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2135c3bd921f43b680b38a69844cf8ae&device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 1096 time: 0.0770001 Jan 14 22:45:25.721595 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-a0d7396b-8430-48fc-92e9-de601852901a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1bfc99-fe2f-4518-91b0-de3f87cf06f4 HTTP/1.1" status: 200 len: 217 time: 0.1323860 Jan 14 22:45:25.791635 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9dccd6c1-7184-4a17-9ad0-ed48373a6cca req-302f1294-03e2-4d3a-9873-c688e73ab4e8 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0483930 Jan 14 22:45:25.796652 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-2bae591f-6b9b-4792-877b-0f57ae02db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:25.799473 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-2bae591f-6b9b-4792-877b-0f57ae02db9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b6ddba50-098f-4c35-9d4b-8e4c88ad8678 HTTP/1.1" status: 200 len: 852 time: 0.0706789 Jan 14 22:45:25.860788 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:25.861197 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-65fa6796-1b4b-4bfe-b4dd-295c4ac2ad43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=decae127-a3d4-4c6a-97ce-9521dbc8318c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540783 Jan 14 22:45:25.955183 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.39', 53889) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:26.012036 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-c0e19a72-3ac4-4f7b-b3af-5a8cd8059c6e service neutron] 10.222.0.39 "GET /v2.0/networks/decae127-a3d4-4c6a-97ce-9521dbc8318c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424539 Jan 14 22:45:26.020570 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:26.174176 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f9f82fbe-3532-4ada-b69e-427320db7e7c req-c2252442-4fea-4d4d-9f27-b9994501c3e5 service neutron] 10.222.0.39 "GET /v2.0/networks/decae127-a3d4-4c6a-97ce-9521dbc8318c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553273 Jan 14 22:45:26.225626 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:45:26.238492 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:26.246490 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:45:26.284457 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Pushing event updated for resources: {'Port': ['ID=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:26.301919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-0ab1209a-6530-46af-b3ef-2d812385d433 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:26.303361 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-0ab1209a-6530-46af-b3ef-2d812385d433 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.39 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 811 time: 0.3471799 Jan 14 22:45:26.402441 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:26.403361 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:26.467177 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2d53e-4a84-4545-9dcf-fd9d81918bc9 req-ab7cff25-1652-4d5b-a1e6-17910040f72f tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:26.468654 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d4c2d53e-4a84-4545-9dcf-fd9d81918bc9 req-ab7cff25-1652-4d5b-a1e6-17910040f72f tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.3511796 Jan 14 22:45:26.484421 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a5d5b447-b2a7-4234-a67e-ac4062ba1d6d req-5959ce86-7731-4abb-b809-94e9f7e67b3c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.1098993 Jan 14 22:45:26.522361 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-3d4348bb-76ce-4be4-80eb-0a46019658ad tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e593e73009c41bd8645cd7f4cd6f56b HTTP/1.1" status: 200 len: 380 time: 0.1981332 Jan 14 22:45:26.544032 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'port': {'device_id': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'admin_state_up': True, 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'security_groups': ['23379976-c31d-4930-9839-ac00827bc76b']}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:26.599102 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d4c2d53e-4a84-4545-9dcf-fd9d81918bc9 req-b9c37c68-efd4-4108-9ac3-a290ddaaecc8 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172478 Jan 14 22:45:26.673996 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-bd3d922c-885d-43ca-9bab-b93ca2f32988 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6237423 Jan 14 22:45:26.723478 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:26.727932 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:port and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:26.730996 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:26.738942 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:26.800320 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-1038f676-4a75-42f6-97bc-ddd9c8e7c7e9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:26.801085 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-1038f676-4a75-42f6-97bc-ddd9c8e7c7e9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Synchronizing usage tracker for tenant:2ea0d4111b914ebd91f5845cc389f721 on resource:network {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:45:26.865929 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Made reservation on behalf of 4e593e73009c41bd8645cd7f4cd6f56b for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:45:26.869672 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:26.894853 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-1038f676-4a75-42f6-97bc-ddd9c8e7c7e9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Unset dirty status for tenant:2ea0d4111b914ebd91f5845cc389f721 on resource:network {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:45:26.896074 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-1038f676-4a75-42f6-97bc-ddd9c8e7c7e9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.39 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 819 time: 0.3783245 Jan 14 22:45:26.988622 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-07275a1d-3aa8-4a3f-8f5f-894e282a864e req-d569c5ed-e14c-4513-9dc2-449da82cf224 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Synchronizing usage tracker for tenant:2ea0d4111b914ebd91f5845cc389f721 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:45:27.100312 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-07275a1d-3aa8-4a3f-8f5f-894e282a864e req-d569c5ed-e14c-4513-9dc2-449da82cf224 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Unset dirty status for tenant:2ea0d4111b914ebd91f5845cc389f721 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:45:27.100312 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-07275a1d-3aa8-4a3f-8f5f-894e282a864e req-d569c5ed-e14c-4513-9dc2-449da82cf224 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.1646378 Jan 14 22:45:27.113695 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Allocated IP 172.20.0.4 (dacddf17-fcc7-4071-ae5c-a5ce530bec1e/df406c9d-0f25-4116-831b-9cf13d98daa5/d0b380cf-00a6-4ff2-9b3c-0222b5c6773d) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:45:27.224072 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56834) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:27.318555 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:27.334787 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Transition to ACTIVE for port object d0b380cf-00a6-4ff2-9b3c-0222b5c6773d will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:45:27.342732 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-440e8ade-f0ae-4804-983c-1f95583f3398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:27.357872 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-440e8ade-f0ae-4804-983c-1f95583f3398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:27.362116 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-440e8ade-f0ae-4804-983c-1f95583f3398 admin admin] Usage tracker for resource:security_group_rule and tenant:19f0d23c6cf94d87b5e4eaf7546befcb is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:27.364918 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-440e8ade-f0ae-4804-983c-1f95583f3398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:27.370684 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-440e8ade-f0ae-4804-983c-1f95583f3398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:27.403452 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:27.452177 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-440e8ade-f0ae-4804-983c-1f95583f3398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:27.476188 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Network dacddf17-fcc7-4071-ae5c-a5ce530bec1e is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:45:27.479340 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:27.483430 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:45:27.524048 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56844) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:27.533573 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'Port': ['ID=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:27.550355 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-440e8ade-f0ae-4804-983c-1f95583f3398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:27.578159 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:27.579619 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:27.621463 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-440e8ade-f0ae-4804-983c-1f95583f3398 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19f0d23c6cf94d87b5e4eaf7546befcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956962 Jan 14 22:45:27.623491 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e8ade-f0ae-4804-983c-1f95583f3398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f6fe6a-0fcf-4c0d-a5c4-d54002683b49,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:27.624732 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56852) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:27.721425 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-1ee44909-502b-4bdc-8b44-3e353a43dadc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1902759 Jan 14 22:45:27.780534 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b192fa83-ed2d-4f10-9031-782deb2db9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:27.814275 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-b192fa83-ed2d-4f10-9031-782deb2db9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:27.822427 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-b192fa83-ed2d-4f10-9031-782deb2db9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0914b16f25d54dabade32821c3f47745 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:27.832226 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-b192fa83-ed2d-4f10-9031-782deb2db9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:27.846453 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-b192fa83-ed2d-4f10-9031-782deb2db9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:27.848306 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4c87cb3f-0381-49f0-9b96-d37bf4b2e193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:27.888504 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-db873df4-129c-4c22-a160-bc5ceeef7e9b None None] Provisioning for port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:45:27.895982 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-db873df4-129c-4c22-a160-bc5ceeef7e9b None None] Provisioning complete for port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:27.895982 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-db873df4-129c-4c22-a160-bc5ceeef7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:27.949766 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-db873df4-129c-4c22-a160-bc5ceeef7e9b None None] Port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:45:27.962630 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4c87cb3f-0381-49f0-9b96-d37bf4b2e193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:27.996783 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4f714-1b62-4da8-8e22-9a051f639be5 req-1c4c6118-b865-4831-ba48-8a2a1ae5e452 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:27.997457 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-c2b4f714-1b62-4da8-8e22-9a051f639be5 req-1c4c6118-b865-4831-ba48-8a2a1ae5e452 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Synchronizing usage tracker for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:45:28.064268 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b979b-2e63-4f96-8f47-5b0aa3c25735 req-5a842f60-d548-4edc-a269-dfe005f594f6 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:28.065690 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-570b979b-2e63-4f96-8f47-5b0aa3c25735 req-5a842f60-d548-4edc-a269-dfe005f594f6 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.3223174 Jan 14 22:45:28.126631 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b192fa83-ed2d-4f10-9031-782deb2db9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:28.136329 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-570b979b-2e63-4f96-8f47-5b0aa3c25735 req-f031f617-1191-47bc-98c4-f42fc7aab8cf tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616226 Jan 14 22:45:28.145502 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-c2b4f714-1b62-4da8-8e22-9a051f639be5 req-1c4c6118-b865-4831-ba48-8a2a1ae5e452 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Unset dirty status for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:45:28.148630 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c2b4f714-1b62-4da8-8e22-9a051f639be5 req-1c4c6118-b865-4831-ba48-8a2a1ae5e452 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 931 time: 0.4803908 Jan 14 22:45:28.192540 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c2b4f714-1b62-4da8-8e22-9a051f639be5 req-1be1e2f1-fa95-4ece-b8f3-5f405428595c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401845 Jan 14 22:45:28.272457 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4c87cb3f-0381-49f0-9b96-d37bf4b2e193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:28.289366 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ba519a77-9e91-4036-b8ae-28f0daf13113 req-07418787-1f7d-47d8-9778-79e2c4a373f1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0563233 Jan 14 22:45:28.293283 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b192fa83-ed2d-4f10-9031-782deb2db9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:28.302812 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87cb3f-0381-49f0-9b96-d37bf4b2e193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f6fe6a-0fcf-4c0d-a5c4-d54002683b49,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:28.337062 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4c87cb3f-0381-49f0-9b96-d37bf4b2e193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:28.338174 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-4c87cb3f-0381-49f0-9b96-d37bf4b2e193 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38f6fe6a-0fcf-4c0d-a5c4-d54002683b49 HTTP/1.1" status: 204 len: 168 time: 0.7124815 Jan 14 22:45:28.349512 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-b192fa83-ed2d-4f10-9031-782deb2db9c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0914b16f25d54dabade32821c3f47745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8245919 Jan 14 22:45:28.352258 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56870) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:28.363205 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192fa83-ed2d-4f10-9031-782deb2db9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f139a2cf-c1b8-4acf-b523-01f34b76e9ad,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:28.413864 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1b224380-c00a-46eb-a2d3-9744af976c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:28.438812 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1b224380-c00a-46eb-a2d3-9744af976c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:28.557142 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1b224380-c00a-46eb-a2d3-9744af976c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:28.575143 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b224380-c00a-46eb-a2d3-9744af976c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f139a2cf-c1b8-4acf-b523-01f34b76e9ad,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:28.580190 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1b224380-c00a-46eb-a2d3-9744af976c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:28.584895 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-1b224380-c00a-46eb-a2d3-9744af976c42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f139a2cf-c1b8-4acf-b523-01f34b76e9ad HTTP/1.1" status: 204 len: 168 time: 0.2316954 Jan 14 22:45:28.955496 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56886) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:28.976825 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-889825e9-d9ae-4792-a8ad-c227ab6bbe41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:28.992749 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-889825e9-d9ae-4792-a8ad-c227ab6bbe41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:28.996638 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-889825e9-d9ae-4792-a8ad-c227ab6bbe41 admin admin] Usage tracker for resource:security_group_rule and tenant:7a71b5b9279c4f4c9cdb5d4921b9167a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:28.999430 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-889825e9-d9ae-4792-a8ad-c227ab6bbe41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:29.006387 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-889825e9-d9ae-4792-a8ad-c227ab6bbe41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:29.087596 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-889825e9-d9ae-4792-a8ad-c227ab6bbe41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.156752 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-889825e9-d9ae-4792-a8ad-c227ab6bbe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.203133 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-889825e9-d9ae-4792-a8ad-c227ab6bbe41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a71b5b9279c4f4c9cdb5d4921b9167a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463517 Jan 14 22:45:29.204778 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889825e9-d9ae-4792-a8ad-c227ab6bbe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c40cba-e5b2-4f22-8df2-433616617736,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:29.206534 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56892) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:29.299681 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c792b62f-71a9-4486-b256-240a49b728d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.330066 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c792b62f-71a9-4486-b256-240a49b728d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.351236 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 56902) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:29.380203 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-13fac02e-57e7-4f94-8903-aadf898d9c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.390821 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2230d92-1ea4-4797-8805-93f78f8b9179 req-5be1d297-1b60-4a37-bccc-e23085d927f0 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:29.393077 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2230d92-1ea4-4797-8805-93f78f8b9179 req-5be1d297-1b60-4a37-bccc-e23085d927f0 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.1466942 Jan 14 22:45:29.397833 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-13fac02e-57e7-4f94-8903-aadf898d9c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:29.403096 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-13fac02e-57e7-4f94-8903-aadf898d9c7f admin admin] Usage tracker for resource:security_group_rule and tenant:f6ff81fad7474aca8d48978881115979 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:29.406004 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-13fac02e-57e7-4f94-8903-aadf898d9c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:29.412615 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-13fac02e-57e7-4f94-8903-aadf898d9c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:29.430652 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Request body: {'port': {'device_id': '9eec50a3-4440-49ba-a208-1d61905c34ca', 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95', 'admin_state_up': True, 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:29.450391 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Request body: {'port': {'device_id': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:29.488139 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Request body: {'port': {'device_id': '250057d6-935a-47af-b518-519ca82e16bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:29.570247 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:29.574103 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf63617-2472-4d7e-9b7c-09800b4c1b60 req-0c0c28fc-adef-40c5-a3ed-d1f32608dac4 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:29.575205 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0bf63617-2472-4d7e-9b7c-09800b4c1b60 req-0c0c28fc-adef-40c5-a3ed-d1f32608dac4 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 931 time: 0.2588456 Jan 14 22:45:29.593241 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:29.596501 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c792b62f-71a9-4486-b256-240a49b728d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.623247 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792b62f-71a9-4486-b256-240a49b728d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c40cba-e5b2-4f22-8df2-433616617736,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:29.649270 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c792b62f-71a9-4486-b256-240a49b728d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.652792 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c792b62f-71a9-4486-b256-240a49b728d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55c40cba-e5b2-4f22-8df2-433616617736 HTTP/1.1" status: 204 len: 168 time: 0.4429362 Jan 14 22:45:29.656484 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2230d92-1ea4-4797-8805-93f78f8b9179 req-6eb0870d-14bf-429b-b49f-0fe05096a856 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422149 Jan 14 22:45:29.748499 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.749434 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-13fac02e-57e7-4f94-8903-aadf898d9c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.751866 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Made reservation on behalf of 2ea0d4111b914ebd91f5845cc389f721 for: {'port': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:45:29.755534 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.764140 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0bf63617-2472-4d7e-9b7c-09800b4c1b60 req-394e2a85-5b93-4d95-9cdc-c9a71d475994 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814423 Jan 14 22:45:29.773875 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.843654 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-13fac02e-57e7-4f94-8903-aadf898d9c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:29.942867 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-254648c1-b8a7-4dbb-a643-adf47137586f req-e92a55ad-e1c7-46bb-be84-dbdb5c25d09c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0742986 Jan 14 22:45:29.951090 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-13fac02e-57e7-4f94-8903-aadf898d9c7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6ff81fad7474aca8d48978881115979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5987942 Jan 14 22:45:29.951494 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 56918) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:29.955206 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fac02e-57e7-4f94-8903-aadf898d9c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505c3aee-40ff-4a6d-8203-bfa64f0780dc,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:29.992135 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Allocated IP 172.20.0.4 (75bebe5b-4437-44d1-b77b-3462d9c0eb95/f7a60679-5b63-4b30-b6a7-284c957fb909/c357e45d-49bc-4146-93f7-b2e20376f2ad) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:45:30.239478 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:30.255431 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69500290-048c-4c0b-83b5-e75704bc1245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:30.310880 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69500290-048c-4c0b-83b5-e75704bc1245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:30.392868 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:30.477006 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device df1bfc99-fe2f-4518-91b0-de3f87cf06f4 details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:45:30.517671 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:45:30.521081 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:45:30.523459 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b380cf-00a6-4ff2-9b3c-0222b5c6773d {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:45:30.530245 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:45:30.537267 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:30.562661 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69500290-048c-4c0b-83b5-e75704bc1245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:30.582357 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Transition to ACTIVE for port object d0b380cf-00a6-4ff2-9b3c-0222b5c6773d will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:45:30.587888 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Pushing event updated for resources: {'Port': ['ID=c357e45d-49bc-4146-93f7-b2e20376f2ad,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:30.603193 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69500290-048c-4c0b-83b5-e75704bc1245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c3aee-40ff-4a6d-8203-bfa64f0780dc,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:30.617072 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69500290-048c-4c0b-83b5-e75704bc1245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:30.618521 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-69500290-048c-4c0b-83b5-e75704bc1245 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/505c3aee-40ff-4a6d-8203-bfa64f0780dc HTTP/1.1" status: 204 len: 168 time: 0.6640244 Jan 14 22:45:30.651380 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:30.661189 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:30.662321 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:30.809760 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-93025d9c-0f87-42f3-8906-161019c7ed9d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3876457 Jan 14 22:45:30.827009 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Request body: {'port': {'device_id': '9eec50a3-4440-49ba-a208-1d61905c34ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:30.836451 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port df1bfc99-fe2f-4518-91b0-de3f87cf06f4, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,segment=NetworkSegment(c013d678-4dea-4cbe-94c4-2907ba83d572),segment_id=c013d678-4dea-4cbe-94c4-2907ba83d572)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:30.853010 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'df1bfc99-fe2f-4518-91b0-de3f87cf06f4', 'network_id': 'decae127-a3d4-4c6a-97ce-9521dbc8318c', 'port_id': 'df1bfc99-fe2f-4518-91b0-de3f87cf06f4', 'mac_address': 'fa:16:3e:01:d8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ddba50-098f-4c35-9d4b-8e4c88ad8678', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:45:30.991326 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:31.010905 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1bfc99-fe2f-4518-91b0-de3f87cf06f4 {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:45:31.036115 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port df1bfc99-fe2f-4518-91b0-de3f87cf06f4, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,segment=NetworkSegment(c013d678-4dea-4cbe-94c4-2907ba83d572),segment_id=c013d678-4dea-4cbe-94c4-2907ba83d572)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:31.133213 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:31.134306 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:31.301095 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:31.322224 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Pushing event updated for resources: {'Port': ['ID=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:31.378100 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:45:31.416789 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['df1bfc99-fe2f-4518-91b0-de3f87cf06f4'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:45:31.478357 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:31.596197 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb132d-f9b1-46cc-bf9c-bda9ca0f3f8a req-49266b7a-04cb-4290-9014-b5aa605e1bec tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:31.597734 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8ddb132d-f9b1-46cc-bf9c-bda9ca0f3f8a req-49266b7a-04cb-4290-9014-b5aa605e1bec tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 943 time: 0.5053079 Jan 14 22:45:31.602053 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Transition to ACTIVE for port object 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:45:31.660518 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6f037-c489-460c-abed-4cab6a96d96f req-18eea7be-6358-4e00-90b2-ce8a008abeaa tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:31.667849 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ead6f037-c489-460c-abed-4cab6a96d96f req-18eea7be-6358-4e00-90b2-ce8a008abeaa tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 943 time: 0.7155550 Jan 14 22:45:31.699923 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8ddb132d-f9b1-46cc-bf9c-bda9ca0f3f8a req-35f7fa6a-a124-4ea8-8010-fa17b6467df5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926402 Jan 14 22:45:31.709006 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:31.803717 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Attempting to bind port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:45:31.804416 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Attempting to bind port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:45:31.804958 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Attempting to bind port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d on network dacddf17-fcc7-4071-ae5c-a5ce530bec1e {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:31.902968 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d on network dacddf17-fcc7-4071-ae5c-a5ce530bec1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:45:31.903370 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Attempting to bind port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d on network dacddf17-fcc7-4071-ae5c-a5ce530bec1e {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:31.920545 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:45:31.920877 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Checking segment: {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:45:31.921632 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Bound using segment: {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:45:31.923242 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Bound port: d0b380cf-00a6-4ff2-9b3c-0222b5c6773d, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:45:31.923426 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:32.006605 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ead6f037-c489-460c-abed-4cab6a96d96f req-5eea8add-b0c0-4420-894d-ff2520f41f5b tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373084 Jan 14 22:45:32.041303 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c357e45d-49bc-4146-93f7-b2e20376f2ad {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:45:32.046135 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:32.053499 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:32.072949 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Transition to ACTIVE for port object c357e45d-49bc-4146-93f7-b2e20376f2ad will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:45:32.134498 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:32.331633 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Pushing event updated for resources: {'Port': ['ID=c357e45d-49bc-4146-93f7-b2e20376f2ad,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:32.331873 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Attempting to bind port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:45:32.332370 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Attempting to bind port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:45:32.332566 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Attempting to bind port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a on network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:32.345110 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] For port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:45:32.346634 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a on network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:45:32.346634 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Attempting to bind port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a on network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:32.349882 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] For port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:45:32.356990 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:45:32.357319 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Checking segment: {'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:45:32.357716 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Bound using segment: {'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:45:32.358175 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Bound port: 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:45:32.358508 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:32.378430 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc852e8-b48a-4383-b50f-401e1671cdbe req-d7cc1c46-90ee-4c50-810a-4e649d360c50 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:32.380444 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Attempting to bind port c357e45d-49bc-4146-93f7-b2e20376f2ad on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:45:32.380842 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Attempting to bind port c357e45d-49bc-4146-93f7-b2e20376f2ad by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:45:32.381338 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Attempting to bind port c357e45d-49bc-4146-93f7-b2e20376f2ad on network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:32.385270 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fbc852e8-b48a-4383-b50f-401e1671cdbe req-d7cc1c46-90ee-4c50-810a-4e649d360c50 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 943 time: 0.3769894 Jan 14 22:45:32.386960 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Port c357e45d-49bc-4146-93f7-b2e20376f2ad on network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:45:32.387491 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Attempting to bind port c357e45d-49bc-4146-93f7-b2e20376f2ad on network 75bebe5b-4437-44d1-b77b-3462d9c0eb95 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:45:32.395925 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:45:32.396347 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Checking segment: {'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:45:32.402992 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Bound using segment: {'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:45:32.402992 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Bound port: c357e45d-49bc-4146-93f7-b2e20376f2ad, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328beb2e-5b2f-4571-8f62-4fb0e415a7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:45:32.402992 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:32.457743 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device df1bfc99-fe2f-4518-91b0-de3f87cf06f4 up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:32.487873 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:32.570427 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] For port c357e45d-49bc-4146-93f7-b2e20376f2ad, host hv-cinder-82480, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:45:32.573962 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] For port c357e45d-49bc-4146-93f7-b2e20376f2ad, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=c357e45d-49bc-4146-93f7-b2e20376f2ad,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:45:32.656127 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fbc852e8-b48a-4383-b50f-401e1671cdbe req-4d7145f4-c9c0-426a-9b9c-e4dbb4c5c673 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561138 Jan 14 22:45:32.670813 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:32.674468 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:32.677568 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:32.688243 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] 10.222.0.39 "PUT /v2.0/ports/d0b380cf-00a6-4ff2-9b3c-0222b5c6773d HTTP/1.1" status: 200 len: 1093 time: 3.2433963 Jan 14 22:45:32.695577 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'tag': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:45:32.705938 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port df1bfc99-fe2f-4518-91b0-de3f87cf06f4 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:45:32.713255 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port df1bfc99-fe2f-4518-91b0-de3f87cf06f4 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:32.713821 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:32.767667 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:32.768336 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:32.770156 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] 10.222.0.39 "PUT /v2.0/ports/c357e45d-49bc-4146-93f7-b2e20376f2ad HTTP/1.1" status: 200 len: 1093 time: 1.9504344 Jan 14 22:45:32.773500 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eec50a3-4440-49ba-a208-1d61905c34ca', 'tag': 'c357e45d-49bc-4146-93f7-b2e20376f2ad'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:45:32.805905 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8e682-2608-404c-84c2-8c03ceca7747 service neutron] Pushing event updated for resources: {'Port': ['ID=c357e45d-49bc-4146-93f7-b2e20376f2ad,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:32.911618 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] For port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:45:32.940763 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d8cf6-6c9c-43f8-b3fd-554ff84dfa9f service neutron] Pushing event updated for resources: {'Port': ['ID=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:32.956058 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eec50a3-4440-49ba-a208-1d61905c34ca', 'tag': 'c357e45d-49bc-4146-93f7-b2e20376f2ad', 'status': 'completed', 'code': 200} Jan 14 22:45:32.960398 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] For port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:45:33.028831 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:33.055940 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-39d1bef2-8b93-4364-8683-bd7ff3478ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:33.061357 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-39d1bef2-8b93-4364-8683-bd7ff3478ba2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 1096 time: 0.1964071 Jan 14 22:45:33.064382 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4141515b-e981-4449-8b62-198f23b624fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1bfc99-fe2f-4518-91b0-de3f87cf06f4'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:45:33.166765 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port df1bfc99-fe2f-4518-91b0-de3f87cf06f4, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,segment=NetworkSegment(c013d678-4dea-4cbe-94c4-2907ba83d572),segment_id=c013d678-4dea-4cbe-94c4-2907ba83d572)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:33.200115 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:33.204529 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-54e2c339-d489-46ac-99af-5a62f17250a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d HTTP/1.1" status: 200 len: 217 time: 0.1384301 Jan 14 22:45:33.232114 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:33.274728 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-7c85332e-5b5c-4f21-8751-251f68788b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:33.276215 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-7c85332e-5b5c-4f21-8751-251f68788b68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df406c9d-0f25-4116-831b-9cf13d98daa5 HTTP/1.1" status: 200 len: 850 time: 0.0653987 Jan 14 22:45:33.393730 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:33.394532 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:33.395986 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a HTTP/1.1" status: 200 len: 1094 time: 3.9504318 Jan 14 22:45:33.419315 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:33.435468 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-6e2c378f-c4ec-4fb1-8efd-1c4e13585ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:33.437661 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-6e2c378f-c4ec-4fb1-8efd-1c4e13585ebd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1411333 Jan 14 22:45:33.451459 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af278c2a-3a22-4b06-b028-8672ef6b17d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:33.460329 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3fbe7-cfae-4943-b9e6-324b44e53922 req-611c0743-aee2-4469-b929-33b457f42d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:33.461879 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fed3fbe7-cfae-4943-b9e6-324b44e53922 req-611c0743-aee2-4469-b929-33b457f42d72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 1096 time: 0.5080764 Jan 14 22:45:33.469065 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988189f-b17f-49c3-a01f-92268b9197dc req-1d407b1d-ca36-48fb-8f02-cd9c2e4dc76d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:33.471858 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5988189f-b17f-49c3-a01f-92268b9197dc req-1d407b1d-ca36-48fb-8f02-cd9c2e4dc76d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 943 time: 0.4003124 Jan 14 22:45:33.661997 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-a6a87e7d-e965-48c9-b839-96f7727044d2 service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151535 Jan 14 22:45:33.756678 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a235ed-bdc5-48be-bd23-6165ebcccc6a req-24f18a82-a3f5-4cc0-a347-21e9d48880ae tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:33.758192 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-71a235ed-bdc5-48be-bd23-6165ebcccc6a req-24f18a82-a3f5-4cc0-a347-21e9d48880ae tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 945 time: 0.5528202 Jan 14 22:45:33.811060 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-fd427e59-2d22-4eda-b5ab-31f61cbdbe74 req-244ed10d-47e5-4242-b39f-7ea73efe6bcc service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424277 Jan 14 22:45:33.838133 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5988189f-b17f-49c3-a01f-92268b9197dc req-53f8318e-d082-4ee2-bef3-f3157fa75950 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402891 Jan 14 22:45:33.905261 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-71a235ed-bdc5-48be-bd23-6165ebcccc6a req-ea95450c-1bc9-4102-b986-b24b87098dde tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960641 Jan 14 22:45:33.910539 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3fbe7-cfae-4943-b9e6-324b44e53922 req-21cc744d-a457-4efd-8e46-d064b46ed501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:33.912339 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fed3fbe7-cfae-4943-b9e6-324b44e53922 req-21cc744d-a457-4efd-8e46-d064b46ed501 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2ea0d4111b914ebd91f5845cc389f721&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4402745 Jan 14 22:45:33.924971 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-11fc26e1-7d8d-4f9b-b3dd-c927f5cf0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:33.927470 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-11fc26e1-7d8d-4f9b-b3dd-c927f5cf0ebc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 1097 time: 0.3819036 Jan 14 22:45:34.034907 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-ef506563-0b1b-4ef0-8e4c-5797ec2cfc2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a HTTP/1.1" status: 200 len: 217 time: 0.0807860 Jan 14 22:45:34.128081 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'tag': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d', 'status': 'completed', 'code': 200} Jan 14 22:45:34.184384 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4141515b-e981-4449-8b62-198f23b624fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1bfc99-fe2f-4518-91b0-de3f87cf06f4', 'code': 200} Jan 14 22:45:34.209031 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3fbe7-cfae-4943-b9e6-324b44e53922 req-4d8e0fd8-8069-49fc-b262-319757a2ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:34.211161 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fed3fbe7-cfae-4943-b9e6-324b44e53922 req-4d8e0fd8-8069-49fc-b262-319757a2ac54 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2828257 Jan 14 22:45:34.324209 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46ab89-0f32-40be-ba7a-d6c40eb2dfb4 req-f9259cce-0ae1-48bd-b5ad-f0ba7eaae1ec tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:34.325690 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8b46ab89-0f32-40be-ba7a-d6c40eb2dfb4 req-f9259cce-0ae1-48bd-b5ad-f0ba7eaae1ec tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 943 time: 0.0858283 Jan 14 22:45:34.387110 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8b46ab89-0f32-40be-ba7a-d6c40eb2dfb4 req-4841d71a-0e14-4961-bb1c-3e35908f1dce tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539143 Jan 14 22:45:35.048031 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c46f08-60a5-470a-9bc2-bc6c2365d553 req-d1167c06-8622-4da7-a9eb-9ee839c9ce2c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:35.049455 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c5c46f08-60a5-470a-9bc2-bc6c2365d553 req-d1167c06-8622-4da7-a9eb-9ee839c9ce2c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 943 time: 0.0987017 Jan 14 22:45:35.147268 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c5c46f08-60a5-470a-9bc2-bc6c2365d553 req-e0256cdb-23c1-473a-9513-3accdb548864 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921404 Jan 14 22:45:35.174793 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb7112-8d05-4a0e-b4a0-cdbb76ce891b req-9e2bd316-87f6-47c5-b052-ce8b22aee6b5 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:35.178463 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d8cb7112-8d05-4a0e-b4a0-cdbb76ce891b req-9e2bd316-87f6-47c5-b052-ce8b22aee6b5 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 945 time: 0.1249123 Jan 14 22:45:35.232803 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d8cb7112-8d05-4a0e-b4a0-cdbb76ce891b req-08e970b9-4828-42b8-9bc4-fe6e3b02e266 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527167 Jan 14 22:45:35.571354 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ede40-ba0e-40f5-b4f3-421236a7e661 req-487e78da-816a-48b2-a085-dcf57cb28778 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:35.572781 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9d9ede40-ba0e-40f5-b4f3-421236a7e661 req-487e78da-816a-48b2-a085-dcf57cb28778 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 943 time: 0.0782130 Jan 14 22:45:35.618773 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9d9ede40-ba0e-40f5-b4f3-421236a7e661 req-9f6d0abe-73d0-4763-a334-6c2bf79a3df4 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Jan 14 22:45:35.823962 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-9d6182cc-ee92-448d-ac27-7a6b38c81c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:35.825483 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-9d6182cc-ee92-448d-ac27-7a6b38c81c98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7a60679-5b63-4b30-b6a7-284c957fb909 HTTP/1.1" status: 200 len: 859 time: 0.0712349 Jan 14 22:45:36.129727 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250057d6-935a-47af-b518-519ca82e16bc', 'tag': '0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:45:36.158127 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-7c2b40b6-5739-4035-8a08-4fb4fe4e4aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:36.174918 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250057d6-935a-47af-b518-519ca82e16bc', 'tag': '0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a', 'status': 'completed', 'code': 200} Jan 14 22:45:36.449497 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1102f-bad7-49de-8fa7-8e34e569a70e req-a4d0f67a-8f59-446a-9805-7c0674e9301f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:36.450974 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-88b1102f-bad7-49de-8fa7-8e34e569a70e req-a4d0f67a-8f59-446a-9805-7c0674e9301f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 943 time: 0.1960623 Jan 14 22:45:36.489910 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b445-5aeb-4fe1-bf8f-f3bbe0220054 req-82bd3977-547f-4e9d-8ab0-4d7786449cb7 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:36.491333 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-77b0b445-5aeb-4fe1-bf8f-f3bbe0220054 req-82bd3977-547f-4e9d-8ab0-4d7786449cb7 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 945 time: 0.1282756 Jan 14 22:45:36.534334 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-88b1102f-bad7-49de-8fa7-8e34e569a70e req-5faf5051-5ea8-4f7b-bb58-9eb6c1c4f616 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760963 Jan 14 22:45:36.545852 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-77b0b445-5aeb-4fe1-bf8f-f3bbe0220054 req-cdc9b674-f77a-4ef2-b794-447d4eb06836 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 Jan 14 22:45:36.848903 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-1f278fc3-8af3-4803-8315-58003bac4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:36.850938 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-1f278fc3-8af3-4803-8315-58003bac4da2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 1096 time: 0.0974112 Jan 14 22:45:36.859564 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-dfc1d0c0-233b-441a-a902-032fdeac4959 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75bebe5b-4437-44d1-b77b-3462d9c0eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909452 Jan 14 22:45:36.941051 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-105d1aba-b8d2-425d-a41a-266dccceb586 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c357e45d-49bc-4146-93f7-b2e20376f2ad HTTP/1.1" status: 200 len: 217 time: 0.0730741 Jan 14 22:45:37.010298 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-d4c6388b-2886-486b-833e-a44c208b98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:37.011649 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-d4c6388b-2886-486b-833e-a44c208b98da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7a60679-5b63-4b30-b6a7-284c957fb909 HTTP/1.1" status: 200 len: 859 time: 0.0623052 Jan 14 22:45:37.021897 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e954d-5839-4ba6-9471-74852c25f596 req-9e657a87-1a4b-432e-9a09-5fd549d26ca2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:37.023319 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-645e954d-5839-4ba6-9471-74852c25f596 req-9e657a87-1a4b-432e-9a09-5fd549d26ca2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 943 time: 0.2948372 Jan 14 22:45:37.054672 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-30cf8aa1-43fc-4c66-8440-6a42f13af0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:37.056129 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-30cf8aa1-43fc-4c66-8440-6a42f13af0ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 1096 time: 0.2865283 Jan 14 22:45:37.060184 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-3b96b978-25a5-4a70-b740-50f6317c0f51 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908743 Jan 14 22:45:37.114947 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.39', 53909) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:37.134021 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-645e954d-5839-4ba6-9471-74852c25f596 req-b383fd4b-9eff-42c9-872d-f3d356ad2ca0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974140 Jan 14 22:45:37.156332 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-a864f49d-a4f1-46f1-af9a-4682fa78e886 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75bebe5b-4437-44d1-b77b-3462d9c0eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380823 Jan 14 22:45:37.304268 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dea589-829b-4d57-84c0-2b61ae9fad6a req-fc7301ec-8840-4de7-8d08-fd55f43780f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:37.305674 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-54dea589-829b-4d57-84c0-2b61ae9fad6a req-fc7301ec-8840-4de7-8d08-fd55f43780f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 1098 time: 0.1897869 Jan 14 22:45:37.327784 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-287d0dbd-0852-4e84-b896-eb88927e978a service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639194 Jan 14 22:45:37.332895 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-54dea589-829b-4d57-84c0-2b61ae9fad6a req-a85564e7-11ef-4dba-8da3-963bf5ad0fe4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:37.370058 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-54dea589-829b-4d57-84c0-2b61ae9fad6a req-a85564e7-11ef-4dba-8da3-963bf5ad0fe4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:37.380609 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-5d82646b-d113-4bd1-9a7a-e5eb23b1aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:37.381871 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-5d82646b-d113-4bd1-9a7a-e5eb23b1aec9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 911 time: 0.3046973 Jan 14 22:45:37.385310 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-54dea589-829b-4d57-84c0-2b61ae9fad6a req-a85564e7-11ef-4dba-8da3-963bf5ad0fe4 service neutron] Usage tracker for resource:security_group_rule and tenant:3e58159a2ea04da7a7140d130bc084fc is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:37.386718 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b10a847d-178b-430c-bb12-c6725dd5dfb3 req-44ad4d2f-21a6-4586-84ee-f46e75842cf9 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123987 Jan 14 22:45:37.393042 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-54dea589-829b-4d57-84c0-2b61ae9fad6a req-a85564e7-11ef-4dba-8da3-963bf5ad0fe4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:37.445817 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-54dea589-829b-4d57-84c0-2b61ae9fad6a req-a85564e7-11ef-4dba-8da3-963bf5ad0fe4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:37.455803 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-7ccb4909-8d68-48db-a9f6-9a621ed2096d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d HTTP/1.1" status: 200 len: 217 time: 0.0625696 Jan 14 22:45:37.515706 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-3c7dab02-ac5d-4771-8810-3270178e8a7b service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724310 Jan 14 22:45:37.582395 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-54dea589-829b-4d57-84c0-2b61ae9fad6a req-a85564e7-11ef-4dba-8da3-963bf5ad0fe4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:37.582546 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-df7d96f3-d522-4ea6-8cdb-34f5ab9fb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:37.583963 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-df7d96f3-d522-4ea6-8cdb-34f5ab9fb2d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df406c9d-0f25-4116-831b-9cf13d98daa5 HTTP/1.1" status: 200 len: 850 time: 0.1198597 Jan 14 22:45:37.694509 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-54dea589-829b-4d57-84c0-2b61ae9fad6a req-a85564e7-11ef-4dba-8da3-963bf5ad0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:37.729241 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-54dea589-829b-4d57-84c0-2b61ae9fad6a req-a85564e7-11ef-4dba-8da3-963bf5ad0fe4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162047 Jan 14 22:45:37.762784 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85564e7-11ef-4dba-8da3-963bf5ad0fe4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f66de423-b26f-407a-81ad-37deacac518d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:37.767382 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b845-1dc7-411f-9175-004228bbd575 req-69b53707-bbee-4ef9-b0a3-3a6b6a006c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:37.768837 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2c1b845-1dc7-411f-9175-004228bbd575 req-69b53707-bbee-4ef9-b0a3-3a6b6a006c84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 1097 time: 0.2461302 Jan 14 22:45:37.789064 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-55358607-250e-4cdc-8e8e-9d1f50c8df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:37.790514 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-55358607-250e-4cdc-8e8e-9d1f50c8df7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1981912 Jan 14 22:45:37.821541 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9655e-bf57-461d-87fb-bdaebf432260 req-8305db17-a508-4ede-a6a0-ad9c23e79d6d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:37.823033 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e4d9655e-bf57-461d-87fb-bdaebf432260 req-8305db17-a508-4ede-a6a0-ad9c23e79d6d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 943 time: 0.1704981 Jan 14 22:45:37.862773 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43478-e75c-4cc6-ae53-a40012e3662e req-24f158ca-2e61-46c4-b0df-946734a41989 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:37.864229 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e4d43478-e75c-4cc6-ae53-a40012e3662e req-24f158ca-2e61-46c4-b0df-946734a41989 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 945 time: 0.1479006 Jan 14 22:45:37.903686 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e4d9655e-bf57-461d-87fb-bdaebf432260 req-edaf2e3c-2520-4429-8174-3bf5e320fea5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708985 Jan 14 22:45:37.922830 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e4d43478-e75c-4cc6-ae53-a40012e3662e req-bd08a866-907e-4494-883c-ab72c3501275 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492468 Jan 14 22:45:38.204160 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b845-1dc7-411f-9175-004228bbd575 req-dc562f4b-95fa-4071-85e0-b7ed8c75451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:38.205396 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2c1b845-1dc7-411f-9175-004228bbd575 req-dc562f4b-95fa-4071-85e0-b7ed8c75451f service neutron] 10.222.0.39 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 919 time: 0.2344463 Jan 14 22:45:38.207258 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-b23aeeeb-3078-444d-be1b-583d6cd5a0c9 service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351415 Jan 14 22:45:38.336088 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2c1b845-1dc7-411f-9175-004228bbd575 req-f5d74868-e1bd-49b4-8511-b86e45c5862e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a HTTP/1.1" status: 200 len: 217 time: 0.1138291 Jan 14 22:45:38.442474 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-d375c19e-0a1f-44a1-9494-98b15b9cc703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:38.481964 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device d0b380cf-00a6-4ff2-9b3c-0222b5c6773d details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:45:38.528203 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b845-1dc7-411f-9175-004228bbd575 req-42259a8c-890f-4a2c-9b69-10cae06bf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:38.529633 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2c1b845-1dc7-411f-9175-004228bbd575 req-42259a8c-890f-4a2c-9b69-10cae06bf449 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7a60679-5b63-4b30-b6a7-284c957fb909 HTTP/1.1" status: 200 len: 859 time: 0.1806309 Jan 14 22:45:38.578873 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2c1b845-1dc7-411f-9175-004228bbd575 req-9ec357ef-173c-434e-8b9b-5058da3ceac8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75bebe5b-4437-44d1-b77b-3462d9c0eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402305 Jan 14 22:45:38.647959 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:38.662336 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'port_id': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d', 'mac_address': 'fa:16:3e:19:22:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:45:38.664749 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73211c66-a986-415a-8ad0-5f84e6ee8fee req-7f58fc55-d098-400f-aaaa-8ecc8e0de087 service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862355 Jan 14 22:45:38.674928 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccb3bd-fb65-4505-8e74-293593d5c568 req-605b385a-65dd-4a44-9323-79f9e297bce1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:38.676379 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-93ccb3bd-fb65-4505-8e74-293593d5c568 req-605b385a-65dd-4a44-9323-79f9e297bce1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 943 time: 0.3990312 Jan 14 22:45:38.718813 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:38.737058 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b380cf-00a6-4ff2-9b3c-0222b5c6773d {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:45:38.756472 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:38.813728 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-93ccb3bd-fb65-4505-8e74-293593d5c568 req-271f1a91-ba56-41ff-924f-03ddc5a683fc tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705044 Jan 14 22:45:38.817525 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2c1b845-1dc7-411f-9175-004228bbd575 req-1e135350-59fe-41e4-82ea-054702f7718b service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239649 Jan 14 22:45:38.848581 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:38.933060 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:38.992658 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2c1b845-1dc7-411f-9175-004228bbd575 req-0fa64dac-ebc8-4df6-9d18-9f55792d2769 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683278 Jan 14 22:45:39.071887 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['d0b380cf-00a6-4ff2-9b3c-0222b5c6773d'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:45:39.267131 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970ef82-ec17-4775-978f-bae614df298f req-02dd54e5-bfd4-4d93-b334-50abde798b67 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:39.270639 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2970ef82-ec17-4775-978f-bae614df298f req-02dd54e5-bfd4-4d93-b334-50abde798b67 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 944 time: 0.2513888 Jan 14 22:45:39.283650 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220a7fa-665b-4866-86e4-c6989d1b2ea6 req-5fc131ef-6d55-4aa0-af43-16562857e8ab tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:39.285333 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e220a7fa-665b-4866-86e4-c6989d1b2ea6 req-5fc131ef-6d55-4aa0-af43-16562857e8ab tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 945 time: 0.1262848 Jan 14 22:45:39.364580 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e220a7fa-665b-4866-86e4-c6989d1b2ea6 req-b7143823-a003-43ea-aa89-bcb1dfa0e600 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733163 Jan 14 22:45:39.368782 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2970ef82-ec17-4775-978f-bae614df298f req-5c95e1b8-154a-4b99-8cd3-676ba1255beb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633113 Jan 14 22:45:39.585351 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:39.717541 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:40.042931 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a383d24-8043-4819-9e5a-9e200933a330 req-da40fead-b653-4858-be75-114960aefbec tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:40.044398 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8a383d24-8043-4819-9e5a-9e200933a330 req-da40fead-b653-4858-be75-114960aefbec tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 943 time: 0.0979285 Jan 14 22:45:40.096718 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8a383d24-8043-4819-9e5a-9e200933a330 req-dad5495e-397b-4d65-8193-6f374d579717 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458746 Jan 14 22:45:40.478217 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:45:40.527367 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device d0b380cf-00a6-4ff2-9b3c-0222b5c6773d up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:40.656628 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09d0dc-2f70-4bc5-a895-1c4b981d3a40 req-395710de-15e2-4640-91c4-45aa70c08e4d tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:40.658291 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb09d0dc-2f70-4bc5-a895-1c4b981d3a40 req-395710de-15e2-4640-91c4-45aa70c08e4d tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 945 time: 0.1642826 Jan 14 22:45:40.668209 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7ec67-25d0-449f-8feb-e803ccf6f0b9 req-f5b2bd1d-eecd-48cd-9369-fd1919b870fa tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:40.669684 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a9d7ec67-25d0-449f-8feb-e803ccf6f0b9 req-f5b2bd1d-eecd-48cd-9369-fd1919b870fa tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 944 time: 0.1264668 Jan 14 22:45:40.700811 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:40.715122 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a', 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95', 'port_id': '0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a', 'mac_address': 'fa:16:3e:a2:d0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:45:40.744711 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a9d7ec67-25d0-449f-8feb-e803ccf6f0b9 req-dada7380-49ec-4dc1-9379-927fd1ce3128 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677640 Jan 14 22:45:40.758702 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb09d0dc-2f70-4bc5-a895-1c4b981d3a40 req-b8de865a-b92f-44a5-a7c2-72c1762662c2 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661652 Jan 14 22:45:40.782526 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:40.801090 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:45:40.808891 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:40.809325 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:40.838394 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:45:40.873864 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:40.941368 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:40.983958 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:45:40.994587 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:40.996663 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:40.997304 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device c357e45d-49bc-4146-93f7-b2e20376f2ad details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:45:41.035934 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d', 'code': 200} Jan 14 22:45:41.079755 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:41.084357 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port c357e45d-49bc-4146-93f7-b2e20376f2ad, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=c357e45d-49bc-4146-93f7-b2e20376f2ad,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:41.098768 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'c357e45d-49bc-4146-93f7-b2e20376f2ad', 'network_id': '75bebe5b-4437-44d1-b77b-3462d9c0eb95', 'port_id': 'c357e45d-49bc-4146-93f7-b2e20376f2ad', 'mac_address': 'fa:16:3e:9e:ce:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a60679-5b63-4b30-b6a7-284c957fb909', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:45:41.129718 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:41.130459 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:41.211541 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:41.233493 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c357e45d-49bc-4146-93f7-b2e20376f2ad {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:45:41.240466 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:41.254090 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port c357e45d-49bc-4146-93f7-b2e20376f2ad, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=c357e45d-49bc-4146-93f7-b2e20376f2ad,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:41.317984 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a42c5-71fd-4ead-87de-6ae1946e1a49 req-d5934fc0-5fa1-4348-80a2-2f74f55bcd2c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:41.319413 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cd2a42c5-71fd-4ead-87de-6ae1946e1a49 req-d5934fc0-5fa1-4348-80a2-2f74f55bcd2c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 943 time: 0.0878837 Jan 14 22:45:41.345609 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:41.418157 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cd2a42c5-71fd-4ead-87de-6ae1946e1a49 req-a51a8d63-d33a-4c6b-a5fe-fd537a957643 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919859 Jan 14 22:45:41.421824 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=c357e45d-49bc-4146-93f7-b2e20376f2ad,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:41.438652 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed292b5-b95d-4f0f-8ea5-796e80ffffe8 req-7e22fb88-c505-4190-8ec6-8b9157d7b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:41.438652 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eed292b5-b95d-4f0f-8ea5-796e80ffffe8 req-7e22fb88-c505-4190-8ec6-8b9157d7b869 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 1098 time: 0.1113150 Jan 14 22:45:41.480572 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eed292b5-b95d-4f0f-8ea5-796e80ffffe8 req-3f91ff8e-0137-4bda-a7b3-1f72370db6ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363576 Jan 14 22:45:41.648058 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['c357e45d-49bc-4146-93f7-b2e20376f2ad'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:45:41.677584 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:45:41.958101 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca0bc9-a266-4355-8a14-5d717c278455 req-0a52e810-7cce-4e74-989e-b96afadac6a0 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:41.965923 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9aca0bc9-a266-4355-8a14-5d717c278455 req-0a52e810-7cce-4e74-989e-b96afadac6a0 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.0954337 Jan 14 22:45:42.025748 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9aca0bc9-a266-4355-8a14-5d717c278455 req-90228344-226a-4a8e-8750-4689e492e487 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571287 Jan 14 22:45:42.615552 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6127d4-79af-439b-9013-e51ac085e20f req-3ad9005a-f65b-450d-b3a2-2b4586ba3f3d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:42.622410 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dd6127d4-79af-439b-9013-e51ac085e20f req-3ad9005a-f65b-450d-b3a2-2b4586ba3f3d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 944 time: 0.0927746 Jan 14 22:45:42.675217 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dd6127d4-79af-439b-9013-e51ac085e20f req-045e0295-45b5-4855-a560-fcd47e2950f2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518446 Jan 14 22:45:42.787348 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57394) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:42.883011 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57402) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:42.990156 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c679119-3977-4da2-80df-549eb87e5327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.001625 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9c679119-3977-4da2-80df-549eb87e5327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:43.005487 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9c679119-3977-4da2-80df-549eb87e5327 admin admin] Usage tracker for resource:security_group_rule and tenant:456fc6c3c41a4b498ef309b89156174e is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:43.009278 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9c679119-3977-4da2-80df-549eb87e5327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:43.029140 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9c679119-3977-4da2-80df-549eb87e5327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:43.034357 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9ca4061d-9d2d-48c1-b522-348c39979a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.067993 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9ca4061d-9d2d-48c1-b522-348c39979a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:43.076247 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9ca4061d-9d2d-48c1-b522-348c39979a9c admin admin] Usage tracker for resource:security_group_rule and tenant:a4a21cac926144aa99a2f2bdf0deaaca is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:43.084801 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9ca4061d-9d2d-48c1-b522-348c39979a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:43.098483 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9ca4061d-9d2d-48c1-b522-348c39979a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:43.173274 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c679119-3977-4da2-80df-549eb87e5327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.217155 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17bb09-8b63-4fda-b549-a4f5b551892a req-93b97831-be7f-4ed6-930c-c0ac68266808 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:43.219140 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-de17bb09-8b63-4fda-b549-a4f5b551892a req-93b97831-be7f-4ed6-930c-c0ac68266808 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.0927317 Jan 14 22:45:43.230369 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9ca4061d-9d2d-48c1-b522-348c39979a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.253743 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9c679119-3977-4da2-80df-549eb87e5327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.263928 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-de17bb09-8b63-4fda-b549-a4f5b551892a req-902bce87-8c3c-4452-be0a-7dd4938a1201 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392866 Jan 14 22:45:43.304148 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-9c679119-3977-4da2-80df-549eb87e5327 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=456fc6c3c41a4b498ef309b89156174e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156927 Jan 14 22:45:43.304934 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c679119-3977-4da2-80df-549eb87e5327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade61f9b-7d05-4952-9ff3-b91ffe3795e9,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:43.307001 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 57424) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:43.317652 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9ca4061d-9d2d-48c1-b522-348c39979a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.364213 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4061d-9d2d-48c1-b522-348c39979a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7585b306-0916-47e6-aadb-98e4916fdc9c,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:43.374059 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-413468f3-2e85-467a-bdc3-c9a0f4285d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.390249 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-9ca4061d-9d2d-48c1-b522-348c39979a9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4a21cac926144aa99a2f2bdf0deaaca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5061095 Jan 14 22:45:43.393571 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57430) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:43.409617 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-413468f3-2e85-467a-bdc3-c9a0f4285d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.518969 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c21f6f41-b7e3-4279-836d-614196a411d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.541712 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b27ad2-9329-4c48-8a6e-0bef7fffbf93 req-83b9fc0c-e74e-4b6f-8c81-10331a8f37bc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:43.543437 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-02b27ad2-9329-4c48-8a6e-0bef7fffbf93 req-83b9fc0c-e74e-4b6f-8c81-10331a8f37bc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1225908 Jan 14 22:45:43.548876 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c21f6f41-b7e3-4279-836d-614196a411d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.552400 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 57440) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:43.559187 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-12451480-ac8f-48dd-ba24-bdf9156e1e28 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'floatingip': {'port_id': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:45:43.646459 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-12451480-ac8f-48dd-ba24-bdf9156e1e28 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.701426 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-413468f3-2e85-467a-bdc3-c9a0f4285d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.728154 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c21f6f41-b7e3-4279-836d-614196a411d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.746857 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f6f41-b7e3-4279-836d-614196a411d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585b306-0916-47e6-aadb-98e4916fdc9c,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:43.765099 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c21f6f41-b7e3-4279-836d-614196a411d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.769362 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c21f6f41-b7e3-4279-836d-614196a411d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7585b306-0916-47e6-aadb-98e4916fdc9c HTTP/1.1" status: 204 len: 168 time: 0.3722930 Jan 14 22:45:43.778269 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413468f3-2e85-467a-bdc3-c9a0f4285d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade61f9b-7d05-4952-9ff3-b91ffe3795e9,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:43.786279 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-413468f3-2e85-467a-bdc3-c9a0f4285d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:43.788442 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-413468f3-2e85-467a-bdc3-c9a0f4285d77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ade61f9b-7d05-4952-9ff3-b91ffe3795e9 HTTP/1.1" status: 204 len: 168 time: 0.4804637 Jan 14 22:45:44.147596 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c85cf8-d5ba-40f2-9d6c-a1bcb0a78e5f req-1f0f4f0d-20e3-4520-b280-be7df29d66a6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:44.149045 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-78c85cf8-d5ba-40f2-9d6c-a1bcb0a78e5f req-1f0f4f0d-20e3-4520-b280-be7df29d66a6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 944 time: 0.3574269 Jan 14 22:45:44.219573 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-78c85cf8-d5ba-40f2-9d6c-a1bcb0a78e5f req-12719703-2946-4c12-84af-fd4ed505a103 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561833 Jan 14 22:45:44.518311 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:44.629732 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57478) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:44.650893 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c49ea261-06c9-4c7d-b702-4415d14c5de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:44.670717 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c49ea261-06c9-4c7d-b702-4415d14c5de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:44.676270 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c49ea261-06c9-4c7d-b702-4415d14c5de7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a439d683cb44d32a3056a2a5b477e22 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:44.679507 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c49ea261-06c9-4c7d-b702-4415d14c5de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:44.685838 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c49ea261-06c9-4c7d-b702-4415d14c5de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:44.686003 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-12451480-ac8f-48dd-ba24-bdf9156e1e28 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:44.717153 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:45:44.729377 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:44.729377 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:44.749885 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-12451480-ac8f-48dd-ba24-bdf9156e1e28 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:44.771815 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57488) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:44.808803 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a921ca25-eaa1-451c-981b-81034dd3c8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:44.839538 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-a921ca25-eaa1-451c-981b-81034dd3c8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:44.847773 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c49ea261-06c9-4c7d-b702-4415d14c5de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:44.848973 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-a921ca25-eaa1-451c-981b-81034dd3c8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e707e9e62e5f446e8e7181b8827fe60c is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:44.852315 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-a921ca25-eaa1-451c-981b-81034dd3c8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:44.858247 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-a921ca25-eaa1-451c-981b-81034dd3c8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:44.911221 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:44.940346 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250057d6-935a-47af-b518-519ca82e16bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:45:44.944228 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c49ea261-06c9-4c7d-b702-4415d14c5de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:44.951251 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:44.980418 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [None req-12451480-ac8f-48dd-ba24-bdf9156e1e28 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Floating IP 6c936352-33c4-4457-a849-1aeb1da6c698 associated. External IP: 172.27.3.109, port: d0b380cf-00a6-4ff2-9b3c-0222b5c6773d. Jan 14 22:45:44.999858 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250057d6-935a-47af-b518-519ca82e16bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a', 'code': 200} Jan 14 22:45:45.027458 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.029012 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device c357e45d-49bc-4146-93f7-b2e20376f2ad up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:45:45.040075 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c49ea261-06c9-4c7d-b702-4415d14c5de7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a439d683cb44d32a3056a2a5b477e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073231 Jan 14 22:45:45.045749 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57496) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:45.095956 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ea261-06c9-4c7d-b702-4415d14c5de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f553a9-a102-46ec-919d-d88d6603487b,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:45.169555 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:45.172874 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-235c28a5-18ad-4564-91da-ecd76a04d769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.186042 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a921ca25-eaa1-451c-981b-81034dd3c8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.205366 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-235c28a5-18ad-4564-91da-ecd76a04d769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.315232 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a921ca25-eaa1-451c-981b-81034dd3c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.315608 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port c357e45d-49bc-4146-93f7-b2e20376f2ad completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:45:45.324605 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port c357e45d-49bc-4146-93f7-b2e20376f2ad triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:45:45.325418 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.370791 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-a921ca25-eaa1-451c-981b-81034dd3c8e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e707e9e62e5f446e8e7181b8827fe60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5976915 Jan 14 22:45:45.380837 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921ca25-eaa1-451c-981b-81034dd3c8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5956b870-8b28-4bbc-8e40-0f1cabb23448,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:45.383084 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57504) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:45.432088 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-235c28a5-18ad-4564-91da-ecd76a04d769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.441909 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12451480-ac8f-48dd-ba24-bdf9156e1e28 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Router 395804d8-d57a-4c44-8343-e7107859af86 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:45:45.472673 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.479618 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c28a5-18ad-4564-91da-ecd76a04d769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f553a9-a102-46ec-919d-d88d6603487b,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:45.506699 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22f15949-9505-46d7-9e2b-fc3e21f6a1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.533577 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port c357e45d-49bc-4146-93f7-b2e20376f2ad, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=c357e45d-49bc-4146-93f7-b2e20376f2ad,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:45:45.551044 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22f15949-9505-46d7-9e2b-fc3e21f6a1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.558837 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2b635-40e3-4d6f-a190-15b8e5fc021a req-eb009add-9aed-4404-8ee1-8bd941efb89d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:45.560638 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3da2b635-40e3-4d6f-a190-15b8e5fc021a req-eb009add-9aed-4404-8ee1-8bd941efb89d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 944 time: 0.2167709 Jan 14 22:45:45.591777 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-235c28a5-18ad-4564-91da-ecd76a04d769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.592928 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-235c28a5-18ad-4564-91da-ecd76a04d769 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20f553a9-a102-46ec-919d-d88d6603487b HTTP/1.1" status: 204 len: 168 time: 0.5442343 Jan 14 22:45:45.619421 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.693632 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22f15949-9505-46d7-9e2b-fc3e21f6a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.721993 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=c357e45d-49bc-4146-93f7-b2e20376f2ad,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:45.748019 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f15949-9505-46d7-9e2b-fc3e21f6a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5956b870-8b28-4bbc-8e40-0f1cabb23448,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:45.748019 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22f15949-9505-46d7-9e2b-fc3e21f6a1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:45.748019 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-22f15949-9505-46d7-9e2b-fc3e21f6a1d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5956b870-8b28-4bbc-8e40-0f1cabb23448 HTTP/1.1" status: 204 len: 168 time: 0.3599701 Jan 14 22:45:45.868621 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3da2b635-40e3-4d6f-a190-15b8e5fc021a req-a3389f05-ff31-4298-999f-4ecb4290dbf3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797641 Jan 14 22:45:45.876423 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c900d-2dc3-4306-a917-441c68f02389 req-66d7ec30-ad2d-4d6e-9e46-12a17aa3f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:45.877955 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-167c900d-2dc3-4306-a917-441c68f02389 req-66d7ec30-ad2d-4d6e-9e46-12a17aa3f45b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 1099 time: 0.4381638 Jan 14 22:45:45.997954 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-167c900d-2dc3-4306-a917-441c68f02389 req-8577a54b-8652-43b7-b9d1-723717123e56 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614555 Jan 14 22:45:46.045633 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12451480-ac8f-48dd-ba24-bdf9156e1e28 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:45:46.051247 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-12451480-ac8f-48dd-ba24-bdf9156e1e28 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:46.063098 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] Sync routers for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:45:46.076216 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:45:46.077845 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:45:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:46.184123 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-12451480-ac8f-48dd-ba24-bdf9156e1e28 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "PUT /v2.0/floatingips/6c936352-33c4-4457-a849-1aeb1da6c698 HTTP/1.1" status: 200 len: 991 time: 2.6273499 Jan 14 22:45:46.184671 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'tag': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:45:46.291608 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'tag': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d', 'status': 'completed', 'code': 200} Jan 14 22:45:46.367456 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:45:46.389902 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-e8805e0e-e3ca-40cd-b0f4-7466224ed01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:46.392015 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-e8805e0e-e3ca-40cd-b0f4-7466224ed01c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 1098 time: 0.0891638 Jan 14 22:45:46.410001 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:45:46.568343 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-51def33e-d77b-4bcb-b05c-67b16f08426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:46.569883 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-51def33e-d77b-4bcb-b05c-67b16f08426e service neutron] 10.222.0.39 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 911 time: 0.1535513 Jan 14 22:45:46.702448 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-d9492436-4fd6-44e8-861d-f835132617c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d HTTP/1.1" status: 200 len: 999 time: 0.1256514 Jan 14 22:45:46.783604 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-ed8210d6-0275-4910-bbd2-0c3367dc27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:46.784662 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-ed8210d6-0275-4910-bbd2-0c3367dc27ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df406c9d-0f25-4116-831b-9cf13d98daa5 HTTP/1.1" status: 200 len: 850 time: 0.0748823 Jan 14 22:45:46.807390 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57560) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:46.852316 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea441-b495-41cc-8481-50e3b504f4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:46.878008 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '6c936352-33c4-4457-a849-1aeb1da6c698', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '395804d8-d57a-4c44-8343-e7107859af86', 'port_id': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'mac_address': 'fa:16:3e:19:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:45:09Z', 'updated_at': '2022-01-14T22:45:44Z', 'revision_number': 1, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:46.883895 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] Checking router: 395804d8-d57a-4c44-8343-e7107859af86 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:45:46.898762 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:45:46.899817 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:45:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:46.901458 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4d7ea441-b495-41cc-8481-50e3b504f4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:46.909281 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4d7ea441-b495-41cc-8481-50e3b504f4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ebc4ab2ce547049e9db655f6f7945f is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:46.913653 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4d7ea441-b495-41cc-8481-50e3b504f4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:46.923746 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 57566) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:46.925716 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4d7ea441-b495-41cc-8481-50e3b504f4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:46.964300 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-1c97a225-5669-416e-b550-df638aa4c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:46.981610 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-1c97a225-5669-416e-b550-df638aa4c537 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1811907 Jan 14 22:45:47.001391 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eec50a3-4440-49ba-a208-1d61905c34ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c357e45d-49bc-4146-93f7-b2e20376f2ad'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:45:47.102318 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eec50a3-4440-49ba-a208-1d61905c34ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c357e45d-49bc-4146-93f7-b2e20376f2ad', 'code': 200} Jan 14 22:45:47.140969 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea441-b495-41cc-8481-50e3b504f4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:47.223565 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea441-b495-41cc-8481-50e3b504f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:47.231041 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:45:47.285598 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-4d7ea441-b495-41cc-8481-50e3b504f4d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9ebc4ab2ce547049e9db655f6f7945f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771235 Jan 14 22:45:47.286753 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ea441-b495-41cc-8481-50e3b504f4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4ccd89-f781-47f9-8800-831fdc579dfb,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:47.301226 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57582) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:47.345611 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c25ee71a-d4da-4c94-a66c-6f0923535aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:47.363927 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6dd98a68-23b5-4a35-bb03-a6e04ef6a192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:47.403944 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6dd98a68-23b5-4a35-bb03-a6e04ef6a192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:47.414590 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-c25ee71a-d4da-4c94-a66c-6f0923535aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:47.427738 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-c25ee71a-d4da-4c94-a66c-6f0923535aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:9911a8f58fe94c9b89dcd438228e7cb7 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:47.450314 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-c25ee71a-d4da-4c94-a66c-6f0923535aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:47.471397 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-c25ee71a-d4da-4c94-a66c-6f0923535aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:47.484819 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-64f81534-470d-434c-900a-5083005198f2 service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925532 Jan 14 22:45:47.498713 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374de3-e57d-48ba-9d0d-6c02da59677b req-ff9448c2-7f7b-40aa-afd8-79b2ef0a5614 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:47.500866 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3e374de3-e57d-48ba-9d0d-6c02da59677b req-ff9448c2-7f7b-40aa-afd8-79b2ef0a5614 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.4157610 Jan 14 22:45:47.559316 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3e374de3-e57d-48ba-9d0d-6c02da59677b req-4f6aaa2e-806b-493c-a1e8-889cba6a739b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523889 Jan 14 22:45:47.625578 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6dd98a68-23b5-4a35-bb03-a6e04ef6a192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:47.647672 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd98a68-23b5-4a35-bb03-a6e04ef6a192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4ccd89-f781-47f9-8800-831fdc579dfb,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:47.651785 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6dd98a68-23b5-4a35-bb03-a6e04ef6a192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:47.652923 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-6dd98a68-23b5-4a35-bb03-a6e04ef6a192 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d4ccd89-f781-47f9-8800-831fdc579dfb HTTP/1.1" status: 204 len: 168 time: 0.3500488 Jan 14 22:45:47.661842 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '6c936352-33c4-4457-a849-1aeb1da6c698', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '395804d8-d57a-4c44-8343-e7107859af86', 'port_id': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'mac_address': 'fa:16:3e:19:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:45:09Z', 'updated_at': '2022-01-14T22:45:44Z', 'revision_number': 1, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:45:47.666071 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b5bfb2-740f-4078-b709-5a3574bd2e35 None None] The sync data for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi is: [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '6c936352-33c4-4457-a849-1aeb1da6c698', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '395804d8-d57a-4c44-8343-e7107859af86', 'port_id': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'mac_address': 'fa:16:3e:19:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:45:09Z', 'updated_at': '2022-01-14T22:45:44Z', 'revision_number': 1, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:45:47.727128 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c25ee71a-d4da-4c94-a66c-6f0923535aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:47.836728 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c25ee71a-d4da-4c94-a66c-6f0923535aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:47.886698 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-c25ee71a-d4da-4c94-a66c-6f0923535aa1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9911a8f58fe94c9b89dcd438228e7cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9611118 Jan 14 22:45:47.889449 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57604) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:47.908139 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ee71a-d4da-4c94-a66c-6f0923535aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c40824d-da87-4682-8cf8-6ef4f1534791,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:47.935499 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a68d5e7-e47e-4bde-b344-a2d07fbfff7a None None] New status for floating IP 6c936352-33c4-4457-a849-1aeb1da6c698: ACTIVE {{(pid=87474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:45:47.977107 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-257bfdfe-80e0-4dca-8b6c-c8db81dc527b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:48.020256 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-257bfdfe-80e0-4dca-8b6c-c8db81dc527b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:48.171106 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-257bfdfe-80e0-4dca-8b6c-c8db81dc527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:48.190854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bfdfe-80e0-4dca-8b6c-c8db81dc527b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c40824d-da87-4682-8cf8-6ef4f1534791,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:48.197097 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-257bfdfe-80e0-4dca-8b6c-c8db81dc527b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:48.201636 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-257bfdfe-80e0-4dca-8b6c-c8db81dc527b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c40824d-da87-4682-8cf8-6ef4f1534791 HTTP/1.1" status: 204 len: 168 time: 0.3079677 Jan 14 22:45:48.763926 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d3159-aee9-4a09-b909-0e0c16e3e054 req-6db10010-b9f4-47b7-beae-54eb9b6c9da2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:48.765584 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-777d3159-aee9-4a09-b909-0e0c16e3e054 req-6db10010-b9f4-47b7-beae-54eb9b6c9da2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0906546 Jan 14 22:45:48.812246 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-777d3159-aee9-4a09-b909-0e0c16e3e054 req-52cdbf0e-e400-443e-bed6-5273e1b264c0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Jan 14 22:45:48.960161 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57646) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:48.985395 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86a827a3-7dc7-481d-911f-2a33fe321961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:49.002589 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-86a827a3-7dc7-481d-911f-2a33fe321961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:49.007182 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-86a827a3-7dc7-481d-911f-2a33fe321961 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a7e2078f554fc89e2c4685cb9a09db is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:49.010438 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-86a827a3-7dc7-481d-911f-2a33fe321961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:49.017261 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-86a827a3-7dc7-481d-911f-2a33fe321961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:49.146505 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86a827a3-7dc7-481d-911f-2a33fe321961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:49.215150 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86a827a3-7dc7-481d-911f-2a33fe321961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:49.269029 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1555c64b-ed18-47af-b434-78a6c2ee39c1 req-ff27db79-b14a-4b03-93e4-9f7abf055e3d service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431928 Jan 14 22:45:49.294558 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a827a3-7dc7-481d-911f-2a33fe321961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b6ab11-9646-4c13-a55f-67e7be34db3e,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:49.313683 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-86a827a3-7dc7-481d-911f-2a33fe321961 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1a7e2078f554fc89e2c4685cb9a09db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489051 Jan 14 22:45:49.313683 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57670) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:49.385559 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-467c2302-917d-4aeb-a7c7-336375e0c1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:49.412835 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-467c2302-917d-4aeb-a7c7-336375e0c1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:49.602337 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-467c2302-917d-4aeb-a7c7-336375e0c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:49.618374 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c2302-917d-4aeb-a7c7-336375e0c1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b6ab11-9646-4c13-a55f-67e7be34db3e,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:49.622701 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-467c2302-917d-4aeb-a7c7-336375e0c1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:49.624695 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-467c2302-917d-4aeb-a7c7-336375e0c1cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98b6ab11-9646-4c13-a55f-67e7be34db3e HTTP/1.1" status: 204 len: 168 time: 0.3086641 Jan 14 22:45:49.998906 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8d1d7-1b7a-4c1f-84cc-d053c5f995cd req-615c6130-1aaf-4319-ad42-745acf92d4ae tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:50.001057 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b0d8d1d7-1b7a-4c1f-84cc-d053c5f995cd req-615c6130-1aaf-4319-ad42-745acf92d4ae tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0834901 Jan 14 22:45:50.045894 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b0d8d1d7-1b7a-4c1f-84cc-d053c5f995cd req-ef3ab6a6-f8af-4b76-8d92-fd00c334bd4d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389409 Jan 14 22:45:50.184011 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb31904-cefc-4ef1-bfa2-83bb0a59f133 req-69ffde07-9c86-4f6c-8842-01491852f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:50.185483 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ffb31904-cefc-4ef1-bfa2-83bb0a59f133 req-69ffde07-9c86-4f6c-8842-01491852f9f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 1098 time: 0.0804443 Jan 14 22:45:50.237376 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ffb31904-cefc-4ef1-bfa2-83bb0a59f133 req-34e667e0-bac8-4521-8457-d9e42e1090e5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444865 Jan 14 22:45:50.397991 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57716) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:50.525111 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-61bbb719-1cb2-4820-ba65-d67d2c6d45a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:50.539667 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-61bbb719-1cb2-4820-ba65-d67d2c6d45a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:50.543640 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-61bbb719-1cb2-4820-ba65-d67d2c6d45a3 admin admin] Usage tracker for resource:security_group_rule and tenant:45e52ccc2dbc4cbe8ef3857863b9d525 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:50.547145 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-61bbb719-1cb2-4820-ba65-d67d2c6d45a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:50.552769 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-61bbb719-1cb2-4820-ba65-d67d2c6d45a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:50.704095 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-61bbb719-1cb2-4820-ba65-d67d2c6d45a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:50.779337 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-61bbb719-1cb2-4820-ba65-d67d2c6d45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:50.827783 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-61bbb719-1cb2-4820-ba65-d67d2c6d45a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45e52ccc2dbc4cbe8ef3857863b9d525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284725 Jan 14 22:45:50.829622 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbb719-1cb2-4820-ba65-d67d2c6d45a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace954bb-7cf4-406b-a22a-59c4ca39ea2e,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:50.830600 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 57736) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:50.896877 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e907fb51-fcdb-4ba8-9928-6fb997328bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:50.932162 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e907fb51-fcdb-4ba8-9928-6fb997328bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:51.066127 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:51.111564 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e907fb51-fcdb-4ba8-9928-6fb997328bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:51.131792 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907fb51-fcdb-4ba8-9928-6fb997328bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace954bb-7cf4-406b-a22a-59c4ca39ea2e,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:51.156071 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e907fb51-fcdb-4ba8-9928-6fb997328bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:51.158672 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-e907fb51-fcdb-4ba8-9928-6fb997328bdd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ace954bb-7cf4-406b-a22a-59c4ca39ea2e HTTP/1.1" status: 204 len: 168 time: 0.3269384 Jan 14 22:45:51.349856 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065acf-654c-48cf-993c-f64971c2cf8a req-a62b32e9-b6bc-42c8-8cf2-c774de750fdd tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:51.358878 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-78065acf-654c-48cf-993c-f64971c2cf8a req-a62b32e9-b6bc-42c8-8cf2-c774de750fdd tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1893871 Jan 14 22:45:51.403469 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-78065acf-654c-48cf-993c-f64971c2cf8a req-2b39c188-ac5d-4468-bb68-12a43ef0a949 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 Jan 14 22:45:51.878133 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 57786) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:51.895387 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec6d2-7756-4ad8-bc9f-be4d66c7495b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:51.909007 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2d7ec6d2-7756-4ad8-bc9f-be4d66c7495b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:51.913009 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2d7ec6d2-7756-4ad8-bc9f-be4d66c7495b admin admin] Usage tracker for resource:security_group_rule and tenant:2d62fea32552430ca8ea9c25f6d7ef9d is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:51.915785 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2d7ec6d2-7756-4ad8-bc9f-be4d66c7495b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:51.921395 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2d7ec6d2-7756-4ad8-bc9f-be4d66c7495b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:52.010204 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec6d2-7756-4ad8-bc9f-be4d66c7495b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:52.116526 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec6d2-7756-4ad8-bc9f-be4d66c7495b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:52.162191 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2d7ec6d2-7756-4ad8-bc9f-be4d66c7495b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d62fea32552430ca8ea9c25f6d7ef9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829099 Jan 14 22:45:52.164886 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57800) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:52.166908 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ec6d2-7756-4ad8-bc9f-be4d66c7495b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b765de6d-2b1e-4cbe-90c2-436f15c5b424,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:52.230247 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:52.257016 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:52.373640 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:52.392583 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b765de6d-2b1e-4cbe-90c2-436f15c5b424,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:52.404695 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.405124 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.405535 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.406041 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.406836 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.406836 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.407240 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.407650 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.408036 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.408420 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.408799 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.409172 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:52.420934 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:52.422350 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-f9bc5c51-578a-4d09-82ba-61eaf487a5ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b765de6d-2b1e-4cbe-90c2-436f15c5b424 HTTP/1.1" status: 204 len: 168 time: 0.2563131 Jan 14 22:45:52.627367 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1152dd-c6a4-432e-9f3c-f28e43c361e5 req-e812d5c8-bf94-40ec-ba58-c5ec86d6e53a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:52.629081 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-db1152dd-c6a4-432e-9f3c-f28e43c361e5 req-e812d5c8-bf94-40ec-ba58-c5ec86d6e53a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0986242 Jan 14 22:45:52.686916 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-db1152dd-c6a4-432e-9f3c-f28e43c361e5 req-dca76cb2-c317-4b56-9fae-3d58096f2a82 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514712 Jan 14 22:45:53.359930 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57854) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:53.482298 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9ead086e-8d96-485f-b55e-daf7ff178024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:53.497743 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9ead086e-8d96-485f-b55e-daf7ff178024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:53.501699 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9ead086e-8d96-485f-b55e-daf7ff178024 admin admin] Usage tracker for resource:security_group_rule and tenant:0728a6182a3c477eb5deca2a8120b942 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:53.504493 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9ead086e-8d96-485f-b55e-daf7ff178024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:53.510237 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9ead086e-8d96-485f-b55e-daf7ff178024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:53.617027 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9ead086e-8d96-485f-b55e-daf7ff178024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:53.628163 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5bb9ced3-2752-4267-babc-07bd916405dd req-88cecd94-45bd-4b44-8362-3bd8043befca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836341 Jan 14 22:45:53.682560 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9ead086e-8d96-485f-b55e-daf7ff178024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:53.726581 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-9ead086e-8d96-485f-b55e-daf7ff178024 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0728a6182a3c477eb5deca2a8120b942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650568 Jan 14 22:45:53.739299 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57878) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:53.764663 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead086e-8d96-485f-b55e-daf7ff178024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb84526-af8d-413b-97fc-5634abdc4fd9,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:53.824907 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a473b6d1-9509-4b6d-9a8f-17da02358b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:53.852971 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a473b6d1-9509-4b6d-9a8f-17da02358b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:53.881380 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9ced3-2752-4267-babc-07bd916405dd req-d0db2ad8-9bfe-4e44-a7cf-65ebdfb2042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:53.881380 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5bb9ced3-2752-4267-babc-07bd916405dd req-d0db2ad8-9bfe-4e44-a7cf-65ebdfb2042e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2135c3bd921f43b680b38a69844cf8ae&device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 1098 time: 0.1631470 Jan 14 22:45:53.989300 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a473b6d1-9509-4b6d-9a8f-17da02358b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:54.006089 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473b6d1-9509-4b6d-9a8f-17da02358b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb84526-af8d-413b-97fc-5634abdc4fd9,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:54.010628 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a473b6d1-9509-4b6d-9a8f-17da02358b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:54.014326 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-a473b6d1-9509-4b6d-9a8f-17da02358b12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acb84526-af8d-413b-97fc-5634abdc4fd9 HTTP/1.1" status: 204 len: 168 time: 0.2710660 Jan 14 22:45:54.080525 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d7b83-87ae-405b-9d28-b4c870508b37 req-67fa1382-b2ed-43d5-a401-ba6fb4673c47 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:54.087425 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-830d7b83-87ae-405b-9d28-b4c870508b37 req-67fa1382-b2ed-43d5-a401-ba6fb4673c47 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.2133398 Jan 14 22:45:54.108831 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9ced3-2752-4267-babc-07bd916405dd req-0e5d5d2a-6796-44e6-acd6-7162026fa05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:54.111477 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5bb9ced3-2752-4267-babc-07bd916405dd req-0e5d5d2a-6796-44e6-acd6-7162026fa05f service neutron] 10.222.0.39 "GET /v2.0/networks?id=decae127-a3d4-4c6a-97ce-9521dbc8318c HTTP/1.1" status: 200 len: 912 time: 0.1995318 Jan 14 22:45:54.198758 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5bb9ced3-2752-4267-babc-07bd916405dd req-fb847f7d-9324-4177-b8e2-5f7fa1440de5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1bfc99-fe2f-4518-91b0-de3f87cf06f4 HTTP/1.1" status: 200 len: 217 time: 0.0801640 Jan 14 22:45:54.204349 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-830d7b83-87ae-405b-9d28-b4c870508b37 req-ffe194c8-0116-4cda-9840-bba438023667 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160660 Jan 14 22:45:54.275946 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9ced3-2752-4267-babc-07bd916405dd req-f0fb64ed-72f9-4806-9549-a0777f8747eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:54.277423 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5bb9ced3-2752-4267-babc-07bd916405dd req-f0fb64ed-72f9-4806-9549-a0777f8747eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b6ddba50-098f-4c35-9d4b-8e4c88ad8678 HTTP/1.1" status: 200 len: 852 time: 0.0722058 Jan 14 22:45:54.329401 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5bb9ced3-2752-4267-babc-07bd916405dd req-f15d3d25-c6c3-4281-8b5a-0311ae4f815a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=decae127-a3d4-4c6a-97ce-9521dbc8318c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444908 Jan 14 22:45:54.499031 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5bb9ced3-2752-4267-babc-07bd916405dd req-7dd9a2c7-eb89-486d-9352-2599ff0d3822 service neutron] 10.222.0.39 "GET /v2.0/networks/decae127-a3d4-4c6a-97ce-9521dbc8318c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628921 Jan 14 22:45:54.680059 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5bb9ced3-2752-4267-babc-07bd916405dd req-ca4c4c5d-ae94-4c85-b9f3-439e2f986af1 service neutron] 10.222.0.39 "GET /v2.0/networks/decae127-a3d4-4c6a-97ce-9521dbc8318c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717029 Jan 14 22:45:54.951385 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57922) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:54.973424 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c31256c7-2d6e-4d5a-bbfb-7afc35272768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:55.001958 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c31256c7-2d6e-4d5a-bbfb-7afc35272768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:55.015634 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c31256c7-2d6e-4d5a-bbfb-7afc35272768 admin admin] Usage tracker for resource:security_group_rule and tenant:d710b5e226674676802d17c6cdf11c50 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:55.020681 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c31256c7-2d6e-4d5a-bbfb-7afc35272768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:55.027860 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c31256c7-2d6e-4d5a-bbfb-7afc35272768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:55.140847 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c31256c7-2d6e-4d5a-bbfb-7afc35272768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:55.394123 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5062af-9af1-418a-b8df-9de3fa02bdab req-fc653577-e215-4326-a4e0-e21a42598a0a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:55.395591 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2d5062af-9af1-418a-b8df-9de3fa02bdab req-fc653577-e215-4326-a4e0-e21a42598a0a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0800757 Jan 14 22:45:55.441253 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2d5062af-9af1-418a-b8df-9de3fa02bdab req-18ce1bd0-af0f-4ed2-bd73-8ea51455920c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Jan 14 22:45:55.678087 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c31256c7-2d6e-4d5a-bbfb-7afc35272768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:55.713379 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c31256c7-2d6e-4d5a-bbfb-7afc35272768 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d710b5e226674676802d17c6cdf11c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7603319 Jan 14 22:45:55.717459 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 57944) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:55.747399 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31256c7-2d6e-4d5a-bbfb-7afc35272768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781f7c85-7e74-45fd-9293-6d3bc2f5c953,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:55.809773 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:55.866610 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:55.994956 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:56.011879 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781f7c85-7e74-45fd-9293-6d3bc2f5c953,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:56.024444 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.024799 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.025134 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.025473 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.025832 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.038293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.038293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.038293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.038293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.038293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.038293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.038293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:45:56.038293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:56.038293 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-909cecff-acdb-4c91-a64b-71df5a1a6632 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/781f7c85-7e74-45fd-9293-6d3bc2f5c953 HTTP/1.1" status: 204 len: 168 time: 0.3132207 Jan 14 22:45:56.339373 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 57982) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:56.515613 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c395f-ca16-4a9b-824b-c2b72f253089 req-14f2230e-d8d4-4ef2-a91e-a3d9d407d11a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:56.517106 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fe0c395f-ca16-4a9b-824b-c2b72f253089 req-14f2230e-d8d4-4ef2-a91e-a3d9d407d11a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1466191 Jan 14 22:45:56.529360 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b92e4-afa4-416d-93bd-c0ba58b0542b req-c3e60486-93a9-4ab6-b364-61fdbf1be1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:56.531715 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb4b92e4-afa4-416d-93bd-c0ba58b0542b req-c3e60486-93a9-4ab6-b364-61fdbf1be1d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 1098 time: 0.1245639 Jan 14 22:45:56.622946 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fe0c395f-ca16-4a9b-824b-c2b72f253089 req-b7e8912e-b81e-4e19-8e97-6ed5aa619704 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963485 Jan 14 22:45:56.708894 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b19aeb55-0c5d-4d1c-ba0b-0694fb40018d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:56.747495 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-b19aeb55-0c5d-4d1c-ba0b-0694fb40018d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:56.760072 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-b19aeb55-0c5d-4d1c-ba0b-0694fb40018d admin admin] Usage tracker for resource:security_group_rule and tenant:fa5c0b3ee4f94ab8a724b708af5588bb is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:56.764818 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-b19aeb55-0c5d-4d1c-ba0b-0694fb40018d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:56.774668 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-b19aeb55-0c5d-4d1c-ba0b-0694fb40018d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:56.861769 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b92e4-afa4-416d-93bd-c0ba58b0542b req-8b567324-e094-43f5-8441-f8ec014b0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:56.863465 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb4b92e4-afa4-416d-93bd-c0ba58b0542b req-8b567324-e094-43f5-8441-f8ec014b0efa service neutron] 10.222.0.39 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 919 time: 0.3077862 Jan 14 22:45:56.903771 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b19aeb55-0c5d-4d1c-ba0b-0694fb40018d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:56.957911 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb4b92e4-afa4-416d-93bd-c0ba58b0542b req-595ce07e-7d72-40ef-b9ab-6416a15eb12f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c357e45d-49bc-4146-93f7-b2e20376f2ad HTTP/1.1" status: 200 len: 217 time: 0.0843103 Jan 14 22:45:56.977621 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b19aeb55-0c5d-4d1c-ba0b-0694fb40018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:57.027913 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19aeb55-0c5d-4d1c-ba0b-0694fb40018d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf03832d-635a-4912-91ef-07358d95b711,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:57.028613 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b92e4-afa4-416d-93bd-c0ba58b0542b req-f7e16696-cfe0-4a6e-b4f3-7620a1ff61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:57.030249 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb4b92e4-afa4-416d-93bd-c0ba58b0542b req-f7e16696-cfe0-4a6e-b4f3-7620a1ff61ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7a60679-5b63-4b30-b6a7-284c957fb909 HTTP/1.1" status: 200 len: 859 time: 0.0654447 Jan 14 22:45:57.070723 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-b19aeb55-0c5d-4d1c-ba0b-0694fb40018d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa5c0b3ee4f94ab8a724b708af5588bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7303517 Jan 14 22:45:57.074001 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58018) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:57.100272 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb4b92e4-afa4-416d-93bd-c0ba58b0542b req-a162b410-97f2-458d-bdf7-d975c068e323 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75bebe5b-4437-44d1-b77b-3462d9c0eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565944 Jan 14 22:45:57.146871 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9386961f-90ac-42b5-95ca-2bd6463eabc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:57.186486 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9386961f-90ac-42b5-95ca-2bd6463eabc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:57.248035 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb4b92e4-afa4-416d-93bd-c0ba58b0542b req-972659f1-ee0d-4e19-a8bd-4b0b1fc5cacc service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408556 Jan 14 22:45:57.321844 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9386961f-90ac-42b5-95ca-2bd6463eabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:57.348707 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386961f-90ac-42b5-95ca-2bd6463eabc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf03832d-635a-4912-91ef-07358d95b711,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:57.369176 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9386961f-90ac-42b5-95ca-2bd6463eabc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:57.370343 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-9386961f-90ac-42b5-95ca-2bd6463eabc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf03832d-635a-4912-91ef-07358d95b711 HTTP/1.1" status: 204 len: 168 time: 0.2945447 Jan 14 22:45:57.423990 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb4b92e4-afa4-416d-93bd-c0ba58b0542b req-03623c66-292c-4a93-b61f-d427c022f5a8 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694753 Jan 14 22:45:57.871719 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dc400-1a74-48e5-8b68-bd1ab8c22688 req-21934edf-2a0f-4126-8d37-a94ab99d0672 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:57.874057 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-193dc400-1a74-48e5-8b68-bd1ab8c22688 req-21934edf-2a0f-4126-8d37-a94ab99d0672 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1034100 Jan 14 22:45:57.918972 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-193dc400-1a74-48e5-8b68-bd1ab8c22688 req-a331344e-cc6e-4bd7-a3d4-ff33beab3da3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 Jan 14 22:45:58.147658 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf29d2-54a1-44c4-be8b-f975af66773e req-5ec4a611-cb38-4c0b-aeb3-75412e22c48c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:58.149348 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1ebf29d2-54a1-44c4-be8b-f975af66773e req-5ec4a611-cb38-4c0b-aeb3-75412e22c48c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 945 time: 0.0851212 Jan 14 22:45:58.171100 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58092) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:58.191773 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-023bc1bd-f2f2-46cc-9ad5-20ae7ede99a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:58.199635 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1ebf29d2-54a1-44c4-be8b-f975af66773e req-7f139fba-64af-4d29-bb48-dc2cc69e17ed tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Jan 14 22:45:58.210590 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-023bc1bd-f2f2-46cc-9ad5-20ae7ede99a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:45:58.214697 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-023bc1bd-f2f2-46cc-9ad5-20ae7ede99a6 admin admin] Usage tracker for resource:security_group_rule and tenant:cd399320877b445fb57fcbf9e41c8572 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:45:58.219645 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-023bc1bd-f2f2-46cc-9ad5-20ae7ede99a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:45:58.226500 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-023bc1bd-f2f2-46cc-9ad5-20ae7ede99a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:45:58.310165 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-023bc1bd-f2f2-46cc-9ad5-20ae7ede99a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:58.391045 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-023bc1bd-f2f2-46cc-9ad5-20ae7ede99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:58.443320 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-023bc1bd-f2f2-46cc-9ad5-20ae7ede99a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd399320877b445fb57fcbf9e41c8572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678468 Jan 14 22:45:58.443572 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 58140) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:45:58.445089 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bc1bd-f2f2-46cc-9ad5-20ae7ede99a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0481efd-34ba-4135-8e6d-155c4eb07efb,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:58.537133 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9d16-fe6e-4e96-ae60-010638dd749a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:58.567875 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9d16-fe6e-4e96-ae60-010638dd749a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:58.681589 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9d16-fe6e-4e96-ae60-010638dd749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:58.700606 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf9d16-fe6e-4e96-ae60-010638dd749a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0481efd-34ba-4135-8e6d-155c4eb07efb,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:45:58.715052 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9d16-fe6e-4e96-ae60-010638dd749a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:45:58.722187 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-f2cf9d16-fe6e-4e96-ae60-010638dd749a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0481efd-34ba-4135-8e6d-155c4eb07efb HTTP/1.1" status: 204 len: 168 time: 0.2749693 Jan 14 22:45:59.141737 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0e571-6150-4bd6-848d-ececfcde0c19 req-f23bb38f-5a0b-46e3-a67c-35af318908d0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:59.143766 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6de0e571-6150-4bd6-848d-ececfcde0c19 req-f23bb38f-5a0b-46e3-a67c-35af318908d0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1080954 Jan 14 22:45:59.230027 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6de0e571-6150-4bd6-848d-ececfcde0c19 req-54e9ca03-7d07-4f04-a380-6e6798bb7aae tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788221 Jan 14 22:45:59.454780 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4c2f5-2f72-40f6-ad53-afbff447120d req-a73de421-bcb2-41e5-8670-ff8019a87602 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:59.458242 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1ff4c2f5-2f72-40f6-ad53-afbff447120d req-a73de421-bcb2-41e5-8670-ff8019a87602 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 945 time: 0.0905275 Jan 14 22:45:59.513596 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1ff4c2f5-2f72-40f6-ad53-afbff447120d req-c572b94b-bfc5-4ede-8a4e-b3d321229a1c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508251 Jan 14 22:45:59.956250 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784e83c-d401-493c-8b13-39918e11fc29 req-c174b9f2-fd41-4f18-ab00-b10ccc98a71c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:45:59.957949 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a784e83c-d401-493c-8b13-39918e11fc29 req-c174b9f2-fd41-4f18-ab00-b10ccc98a71c tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 945 time: 0.0874286 Jan 14 22:46:00.039926 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-a784e83c-d401-493c-8b13-39918e11fc29 req-6eae68a0-efb6-40f5-95d2-de38103af1fb tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Deleting port df1bfc99-fe2f-4518-91b0-de3f87cf06f4 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:46:00.040635 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a784e83c-d401-493c-8b13-39918e11fc29 req-6eae68a0-efb6-40f5-95d2-de38103af1fb tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:00.379955 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-a784e83c-d401-493c-8b13-39918e11fc29 req-6eae68a0-efb6-40f5-95d2-de38103af1fb tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] For port df1bfc99-fe2f-4518-91b0-de3f87cf06f4, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,segment=NetworkSegment(c013d678-4dea-4cbe-94c4-2907ba83d572),segment_id=c013d678-4dea-4cbe-94c4-2907ba83d572)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:46:00.380695 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a784e83c-d401-493c-8b13-39918e11fc29 req-6eae68a0-efb6-40f5-95d2-de38103af1fb tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:00.699091 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-a784e83c-d401-493c-8b13-39918e11fc29 req-6eae68a0-efb6-40f5-95d2-de38103af1fb tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Calling delete_port for df1bfc99-fe2f-4518-91b0-de3f87cf06f4 owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:46:00.922515 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91793c-a869-4e6b-abe0-be6547d504ab req-a93b19c4-2005-4113-a5ce-ee66811019d2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:00.926393 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd91793c-a869-4e6b-abe0-be6547d504ab req-a93b19c4-2005-4113-a5ce-ee66811019d2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.5491693 Jan 14 22:46:00.986214 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd91793c-a869-4e6b-abe0-be6547d504ab req-09d5e5fc-920e-43a5-83d9-dae35510387e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588348 Jan 14 22:46:01.038965 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a1ad3-5252-4404-beb2-c4acd8716f38 req-7622dc32-9ad7-46b3-b14c-62c1ad0232c7 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:01.040487 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-be3a1ad3-5252-4404-beb2-c4acd8716f38 req-7622dc32-9ad7-46b3-b14c-62c1ad0232c7 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 945 time: 0.3481030 Jan 14 22:46:01.103275 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-be3a1ad3-5252-4404-beb2-c4acd8716f38 req-75003f2a-c298-424b-941b-ddd2efd196a0 tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3579a75-6ade-46ca-acca-0d2f5063079f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563858 Jan 14 22:46:01.167548 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a784e83c-d401-493c-8b13-39918e11fc29 req-6eae68a0-efb6-40f5-95d2-de38103af1fb tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:01.217468 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae68a0-efb6-40f5-95d2-de38103af1fb tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Pushing event deleted for resources: {'Port': ['ID=df1bfc99-fe2f-4518-91b0-de3f87cf06f4,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:01.295753 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a784e83c-d401-493c-8b13-39918e11fc29 req-6eae68a0-efb6-40f5-95d2-de38103af1fb tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] No DVR routers for this DVR port df1bfc99-fe2f-4518-91b0-de3f87cf06f4 on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:46:01.300228 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a784e83c-d401-493c-8b13-39918e11fc29 req-6eae68a0-efb6-40f5-95d2-de38103af1fb tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:01.303269 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4141515b-e981-4449-8b62-198f23b624fd', 'name': 'network-vif-deleted', 'tag': 'df1bfc99-fe2f-4518-91b0-de3f87cf06f4'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:46:01.313010 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a784e83c-d401-493c-8b13-39918e11fc29 req-6eae68a0-efb6-40f5-95d2-de38103af1fb tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.39 "DELETE /v2.0/ports/df1bfc99-fe2f-4518-91b0-de3f87cf06f4 HTTP/1.1" status: 204 len: 173 time: 1.3487163 Jan 14 22:46:01.356946 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4141515b-e981-4449-8b62-198f23b624fd', 'name': 'network-vif-deleted', 'tag': 'df1bfc99-fe2f-4518-91b0-de3f87cf06f4', 'status': 'completed', 'code': 200} Jan 14 22:46:02.331334 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-c9f0b611-a36e-43cf-aa43-02a32d4b8318 req-f2d6036f-c602-461e-8333-2a519e4b35af tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Synchronizing usage tracker for tenant:2135c3bd921f43b680b38a69844cf8ae on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:46:02.367649 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe70b06-210f-45d3-8dc7-c47b4c801e44 req-db8cf28e-28c0-4b93-8d8a-7e6536b7ab65 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:02.369136 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bfe70b06-210f-45d3-8dc7-c47b4c801e44 req-db8cf28e-28c0-4b93-8d8a-7e6536b7ab65 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.2642684 Jan 14 22:46:02.416173 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bfe70b06-210f-45d3-8dc7-c47b4c801e44 req-e383adeb-0544-4354-b4df-d1cc661525f6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Jan 14 22:46:02.475649 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-c9f0b611-a36e-43cf-aa43-02a32d4b8318 req-f2d6036f-c602-461e-8333-2a519e4b35af tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] Unset dirty status for tenant:2135c3bd921f43b680b38a69844cf8ae on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:46:02.481203 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c9f0b611-a36e-43cf-aa43-02a32d4b8318 req-f2d6036f-c602-461e-8333-2a519e4b35af tempest-DeleteServersTestJSON-449816897 tempest-DeleteServersTestJSON-449816897-project] 10.222.0.25 "GET /v2.0/ports?device_id=4141515b-e981-4449-8b62-198f23b624fd HTTP/1.1" status: 200 len: 210 time: 0.2302999 Jan 14 22:46:02.563753 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device df1bfc99-fe2f-4518-91b0-de3f87cf06f4 no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:46:02.597089 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: df1bfc99-fe2f-4518-91b0-de3f87cf06f4 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:46:02.597352 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device df1bfc99-fe2f-4518-91b0-de3f87cf06f4 not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:46:03.182306 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58320) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:03.337035 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b9cc-5f57-45b2-876a-ad22ca99d646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:03.352482 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c5d6b9cc-5f57-45b2-876a-ad22ca99d646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:03.356530 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c5d6b9cc-5f57-45b2-876a-ad22ca99d646 admin admin] Usage tracker for resource:security_group_rule and tenant:9256641aec864f348268ea891b398d2b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:03.359967 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c5d6b9cc-5f57-45b2-876a-ad22ca99d646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:03.365920 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c5d6b9cc-5f57-45b2-876a-ad22ca99d646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:03.452012 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b9cc-5f57-45b2-876a-ad22ca99d646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:03.537431 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b9cc-5f57-45b2-876a-ad22ca99d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:03.592540 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c5d6b9cc-5f57-45b2-876a-ad22ca99d646 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9256641aec864f348268ea891b398d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076867 Jan 14 22:46:03.594793 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58340) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:03.605943 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6b9cc-5f57-45b2-876a-ad22ca99d646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb96eb-5491-4c20-86c2-fdcbe839df9b,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:03.648606 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3016b5b-b809-4685-879c-2b813bc2b0de req-7d494d0a-f19a-4c4e-9113-f0dd0e3232b9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:03.654189 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c3016b5b-b809-4685-879c-2b813bc2b0de req-7d494d0a-f19a-4c4e-9113-f0dd0e3232b9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0964785 Jan 14 22:46:03.659299 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46860265-fcfd-4b53-959e-38f8071ceb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:03.685809 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46860265-fcfd-4b53-959e-38f8071ceb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:03.715230 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c3016b5b-b809-4685-879c-2b813bc2b0de req-08caa269-6c45-4437-92e3-ef27f66b42ac tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552082 Jan 14 22:46:03.830297 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46860265-fcfd-4b53-959e-38f8071ceb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:03.852152 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46860265-fcfd-4b53-959e-38f8071ceb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cb96eb-5491-4c20-86c2-fdcbe839df9b,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:03.865813 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46860265-fcfd-4b53-959e-38f8071ceb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:03.869302 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-46860265-fcfd-4b53-959e-38f8071ceb39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78cb96eb-5491-4c20-86c2-fdcbe839df9b HTTP/1.1" status: 204 len: 168 time: 0.2712445 Jan 14 22:46:04.632590 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58380) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:04.650264 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-21d35c97-9443-4b37-a4ed-d37982c3377c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:04.665489 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-21d35c97-9443-4b37-a4ed-d37982c3377c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:04.669349 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-21d35c97-9443-4b37-a4ed-d37982c3377c admin admin] Usage tracker for resource:security_group_rule and tenant:7cf715f62f4240ac99f3c3d3cc090182 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:04.672728 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-21d35c97-9443-4b37-a4ed-d37982c3377c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:04.679127 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-21d35c97-9443-4b37-a4ed-d37982c3377c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:04.785017 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-21d35c97-9443-4b37-a4ed-d37982c3377c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:04.859023 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-21d35c97-9443-4b37-a4ed-d37982c3377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:04.915164 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-21d35c97-9443-4b37-a4ed-d37982c3377c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7cf715f62f4240ac99f3c3d3cc090182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863624 Jan 14 22:46:04.916782 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d35c97-9443-4b37-a4ed-d37982c3377c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5189b-e094-4f65-8b7a-6205035cb31a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:04.920607 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58388) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:04.925454 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a469db4-1465-4490-82fa-c503e67aef79 req-d1dcfb0f-efa1-41f1-ab25-2d5e1b95a5a4 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:04.926939 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6a469db4-1465-4490-82fa-c503e67aef79 req-d1dcfb0f-efa1-41f1-ab25-2d5e1b95a5a4 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0935471 Jan 14 22:46:04.988973 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6a469db4-1465-4490-82fa-c503e67aef79 req-d8c5def0-6694-4659-969a-db0ba8499be0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475104 Jan 14 22:46:05.001939 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-330b6fb5-f3fb-4b29-baae-bbb6e3f7bfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:05.032606 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-330b6fb5-f3fb-4b29-baae-bbb6e3f7bfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:05.219420 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-330b6fb5-f3fb-4b29-baae-bbb6e3f7bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:05.236556 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b6fb5-f3fb-4b29-baae-bbb6e3f7bfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5189b-e094-4f65-8b7a-6205035cb31a,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:05.241834 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-330b6fb5-f3fb-4b29-baae-bbb6e3f7bfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:05.243119 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-330b6fb5-f3fb-4b29-baae-bbb6e3f7bfa4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78d5189b-e094-4f65-8b7a-6205035cb31a HTTP/1.1" status: 204 len: 168 time: 0.3206005 Jan 14 22:46:05.988716 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 58434) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:06.060773 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc6825d-2dc4-49f1-8089-173b4b533718 admin admin] Deleting subnet b6ddba50-098f-4c35-9d4b-8e4c88ad8678 {{(pid=87473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:46:06.065192 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bcc6825d-2dc4-49f1-8089-173b4b533718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.171552 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bcc6825d-2dc4-49f1-8089-173b4b533718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153136'] for subnet, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.178772 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-1305b355-53bd-4850-9787-496175318d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.247232 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bcc6825d-2dc4-49f1-8089-173b4b533718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.288073 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1e774-aa7f-4975-bb28-a5f813d894ad req-a77d9b27-361b-446f-83b3-3ee324afd1db tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:06.293509 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-75e1e774-aa7f-4975-bb28-a5f813d894ad req-a77d9b27-361b-446f-83b3-3ee324afd1db tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1878452 Jan 14 22:46:06.355910 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-75e1e774-aa7f-4975-bb28-a5f813d894ad req-04e824bb-8382-46e7-afd6-ec73a0ecc77e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597296 Jan 14 22:46:06.465117 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bcc6825d-2dc4-49f1-8089-173b4b533718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14178557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1774171'] for subnet, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.512093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6825d-2dc4-49f1-8089-173b4b533718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ddba50-098f-4c35-9d4b-8e4c88ad8678,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:06.514393 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bcc6825d-2dc4-49f1-8089-173b4b533718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.524942 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-bcc6825d-2dc4-49f1-8089-173b4b533718 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b6ddba50-098f-4c35-9d4b-8e4c88ad8678 HTTP/1.1" status: 204 len: 168 time: 0.5317400 Jan 14 22:46:06.524942 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 58454) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:06.635765 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.774301 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.804612 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decae127-a3d4-4c6a-97ce-9521dbc8318c']}} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:06.824401 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c013d678-4dea-4cbe-94c4-2907ba83d572') {'for_net_delete': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:06.824735 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c013d678-4dea-4cbe-94c4-2907ba83d572') {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:06.836980 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153129'] for segment, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.923219 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.929363 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:46:06.929733 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14178467'] for segment, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: Traceback (most recent call last): Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: timer() Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: cb(*args, **kw) Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: return func(*args, **kwargs) Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: self._notify() Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: self.callback(batched_events) Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: event.method(event) Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: return f(self, *a, **k) Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._get(url).json() Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: return self.request(url, 'GET', **kwargs) Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:46:06.944430 dv-cinder-824801-1-iscsi neutron-server[87473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:46:07.075545 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:07.081314 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:07.107020 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] Pushing event deleted for resources: {'Network': ['ID=decae127-a3d4-4c6a-97ce-9521dbc8318c,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:07.167944 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-f2bad605-d95b-4133-b1a8-d4a174f3d624 admin admin] 10.222.0.25 "DELETE /v2.0/networks/decae127-a3d4-4c6a-97ce-9521dbc8318c HTTP/1.1" status: 204 len: 168 time: 0.6422684 Jan 14 22:46:07.522247 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 58488) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:07.600290 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-27a44a9f-5899-4a09-ade9-b6cbbf721dac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2135c3bd921f43b680b38a69844cf8ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0721869 Jan 14 22:46:07.602633 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58492) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:07.622032 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1a205-40e7-4dc0-aa77-a84a252313a9 req-5fd0f8f1-44b9-4297-adc4-0010744ccc31 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:07.623717 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ddf1a205-40e7-4dc0-aa77-a84a252313a9 req-5fd0f8f1-44b9-4297-adc4-0010744ccc31 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1495166 Jan 14 22:46:07.677752 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fcf68db3-eaec-4e90-ae7f-45f4bb6dc5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:07.682021 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ddf1a205-40e7-4dc0-aa77-a84a252313a9 req-9fedc1fd-281c-4770-b699-23fb39e76860 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515857 Jan 14 22:46:07.705014 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fcf68db3-eaec-4e90-ae7f-45f4bb6dc5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:07.830209 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fcf68db3-eaec-4e90-ae7f-45f4bb6dc5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:07.846227 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf68db3-eaec-4e90-ae7f-45f4bb6dc5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3579a75-6ade-46ca-acca-0d2f5063079f,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:07.853992 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fcf68db3-eaec-4e90-ae7f-45f4bb6dc5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:07.853992 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-fcf68db3-eaec-4e90-ae7f-45f4bb6dc5cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3579a75-6ade-46ca-acca-0d2f5063079f HTTP/1.1" status: 204 len: 168 time: 0.2485757 Jan 14 22:46:08.424309 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b761ec7a-97fc-457c-9286-75469a192959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:08.880155 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e14aba-9e03-4b86-8f1e-0b1fabab3322 req-f5398980-945d-4c3e-b552-f42f737865e9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:08.881601 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33e14aba-9e03-4b86-8f1e-0b1fabab3322 req-f5398980-945d-4c3e-b552-f42f737865e9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0854585 Jan 14 22:46:08.925315 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33e14aba-9e03-4b86-8f1e-0b1fabab3322 req-2763d899-1fba-4334-82e6-f37451023bc1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379803 Jan 14 22:46:09.067734 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58540) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:09.186722 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-38614915-network', 'tenant_id': '340b49de861c4150a6a23769129e54b4'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:09.191494 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:09.195715 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Usage tracker for resource:network and tenant:340b49de861c4150a6a23769129e54b4 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:09.198597 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:09.205042 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:09.332472 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Made reservation on behalf of 340b49de861c4150a6a23769129e54b4 for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:09.334922 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:09.348846 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:09.363340 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:09.367117 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Usage tracker for resource:security_group_rule and tenant:340b49de861c4150a6a23769129e54b4 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:09.369970 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:09.375935 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:09.465474 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:09.532974 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:09.545239 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:46:09.564402 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:09.564740 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Added segment 5be3e20e-2329-46fe-b8b7-021fe0dfe9cb of type vlan for network b5c3c2f3-62de-408a-8af6-2319578a53b0 Jan 14 22:46:09.607304 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:09.607798 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31d15a-963e-4e0d-8d9d-722e5f7e5114,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:09.618603 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:09.721435 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:09.722453 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:09.723034 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:09.754682 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:09.835354 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] Pushing event updated for resources: {'Network': ['ID=b5c3c2f3-62de-408a-8af6-2319578a53b0,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:09.845243 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network b5c3c2f3-62de-408a-8af6-2319578a53b0 details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:46:09.899293 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-f5264ec8-666f-46e0-88b2-869aa0dd355e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8301108 Jan 14 22:46:09.901996 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58570) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:09.908053 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Request body: {'subnet': {'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-38614915-subnet', 'tenant_id': '340b49de861c4150a6a23769129e54b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:09.914296 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:09.918253 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Usage tracker for resource:subnet and tenant:340b49de861c4150a6a23769129e54b4 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:09.922112 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:09.937760 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:10.024971 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Made reservation on behalf of 340b49de861c4150a6a23769129e54b4 for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:10.034760 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61016240'] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:10.139860 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf65dc1-fa40-4448-ab53-30e00b926ae5 req-406e2b58-51d2-4dcb-821e-5ff051188683 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:10.149041 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf65dc1-fa40-4448-ab53-30e00b926ae5 req-406e2b58-51d2-4dcb-821e-5ff051188683 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1136723 Jan 14 22:46:10.200396 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf65dc1-fa40-4448-ab53-30e00b926ae5 req-517dca3d-7aef-4fa5-a938-749cfe1957e3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503561 Jan 14 22:46:10.320645 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61016222'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:10.472086 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a257786c-79f5-489b-82fa-942df4f5c73c,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:10.479320 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Checking segment: {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:10.481128 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Network hostable DHCP agents. Network: b5c3c2f3-62de-408a-8af6-2319578a53b0, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:46:10.567292 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Network b5c3c2f3-62de-408a-8af6-2319578a53b0 is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:46:10.628683 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, b5c3c2f3-62de-408a-8af6-2319578a53b0) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:10.634150 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:10.634756 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:10.640569 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c9f6cb-104a-4927-acdb-1e05cf4ff19a None None] Network b5c3c2f3-62de-408a-8af6-2319578a53b0 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:46:10.705495 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-156e9ec3-82b2-4271-b16b-0341a6814f53 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8023062 Jan 14 22:46:10.867003 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96559325-920f-40ae-a8c4-23422f305c92 None None] Network b5c3c2f3-62de-408a-8af6-2319578a53b0 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:46:11.095658 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:11.324400 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-5a729abe-d785-44eb-9c3e-47d694514018 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:11.325933 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-5a729abe-d785-44eb-9c3e-47d694514018 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/networks?id=b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 200 len: 813 time: 0.1807206 Jan 14 22:46:11.343496 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-465bb22e-b0b7-453e-ba8e-fe83c815fc4a tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/quotas/340b49de861c4150a6a23769129e54b4 HTTP/1.1" status: 200 len: 375 time: 0.0104110 Jan 14 22:46:11.432936 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-44be50fc-0f32-4bdb-88cc-fd938c60fba1 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554042 Jan 14 22:46:11.472165 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06200fb4-e0fa-4cb7-a255-7c3d0fe9b6fc req-51481035-4f3e-4c46-8b91-11a20677eaa3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:11.473663 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-06200fb4-e0fa-4cb7-a255-7c3d0fe9b6fc req-51481035-4f3e-4c46-8b91-11a20677eaa3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1323705 Jan 14 22:46:11.526078 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-06200fb4-e0fa-4cb7-a255-7c3d0fe9b6fc req-58f2457d-aef9-4135-aca6-b891c9fdb7d6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456722 Jan 14 22:46:11.627773 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58648) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:11.629351 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-5b84eaf0-87be-4294-b10d-3fe31f25adb9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:46:11.630350 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-5b84eaf0-87be-4294-b10d-3fe31f25adb9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1108944 Jan 14 22:46:11.724634 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0d242fd8-52cf-478d-a3e4-077b1b0bc6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:11.749400 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0d242fd8-52cf-478d-a3e4-077b1b0bc6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:11.754823 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0d242fd8-52cf-478d-a3e4-077b1b0bc6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:33ea7fa0c2ec45a08d5077a22de30ca3 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:11.757740 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0d242fd8-52cf-478d-a3e4-077b1b0bc6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:11.764403 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0d242fd8-52cf-478d-a3e4-077b1b0bc6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:11.801421 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-488522cc-0640-4559-bddc-09eb14c21a5b service neutron] 10.222.0.25 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635437 Jan 14 22:46:11.869315 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0d242fd8-52cf-478d-a3e4-077b1b0bc6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:11.957617 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-b857a7b1-fc41-474b-8f8b-2a373e5ab418 service neutron] 10.222.0.25 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563649 Jan 14 22:46:11.961618 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0d242fd8-52cf-478d-a3e4-077b1b0bc6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:12.018127 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-0d242fd8-52cf-478d-a3e4-077b1b0bc6c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33ea7fa0c2ec45a08d5077a22de30ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892715 Jan 14 22:46:12.021259 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 58668) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:12.022417 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d242fd8-52cf-478d-a3e4-077b1b0bc6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef509f3a-cf02-4fc3-bbdb-d0f4bf3490e4,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:12.089029 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43c2-8785-4c0d-80ab-cdfb97de9103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:12.120441 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43c2-8785-4c0d-80ab-cdfb97de9103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:12.241332 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43c2-8785-4c0d-80ab-cdfb97de9103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:12.264277 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f43c2-8785-4c0d-80ab-cdfb97de9103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef509f3a-cf02-4fc3-bbdb-d0f4bf3490e4,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:12.267449 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43c2-8785-4c0d-80ab-cdfb97de9103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:12.268775 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-8d9f43c2-8785-4c0d-80ab-cdfb97de9103 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef509f3a-cf02-4fc3-bbdb-d0f4bf3490e4 HTTP/1.1" status: 204 len: 168 time: 0.2462120 Jan 14 22:46:12.371557 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bb3dcf45-3cde-473b-9669-afe479cd7e0e req-80d71e63-f767-4678-9a1f-3ed55ae5fbfb tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 210 time: 0.0851660 Jan 14 22:46:12.444950 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58690) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:12.565058 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-73359adf-dc46-4f1e-a9ed-2ce1b913726d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:12.580392 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-73359adf-dc46-4f1e-a9ed-2ce1b913726d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:12.585478 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-73359adf-dc46-4f1e-a9ed-2ce1b913726d admin admin] Usage tracker for resource:security_group_rule and tenant:55bd469d1f544c69b12f5b4b68fcb1af is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:12.588883 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-73359adf-dc46-4f1e-a9ed-2ce1b913726d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:12.595526 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-73359adf-dc46-4f1e-a9ed-2ce1b913726d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:12.688837 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-73359adf-dc46-4f1e-a9ed-2ce1b913726d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:12.750637 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-73359adf-dc46-4f1e-a9ed-2ce1b913726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:12.753247 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5857-5c1b-4858-aa58-fe7d06d6fd4f req-f4f4b06c-74f0-432e-95a6-ab219ed10a28 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:12.755278 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-178b5857-5c1b-4858-aa58-fe7d06d6fd4f req-f4f4b06c-74f0-432e-95a6-ab219ed10a28 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0951877 Jan 14 22:46:12.830195 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73359adf-dc46-4f1e-a9ed-2ce1b913726d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2e86df-9be5-4bd2-8e96-c0e513c382aa,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:12.837199 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-73359adf-dc46-4f1e-a9ed-2ce1b913726d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55bd469d1f544c69b12f5b4b68fcb1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888078 Jan 14 22:46:12.837317 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58702) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:12.859795 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-178b5857-5c1b-4858-aa58-fe7d06d6fd4f req-cac8094d-66ed-4f70-ac2f-29cbd1e2bda4 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975091 Jan 14 22:46:12.916071 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e2321fb9-3bc9-44a4-a23c-899b808d4782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:12.945170 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e2321fb9-3bc9-44a4-a23c-899b808d4782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:13.112209 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e2321fb9-3bc9-44a4-a23c-899b808d4782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:13.132908 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2321fb9-3bc9-44a4-a23c-899b808d4782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2e86df-9be5-4bd2-8e96-c0e513c382aa,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:13.143883 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e2321fb9-3bc9-44a4-a23c-899b808d4782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:13.147266 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-e2321fb9-3bc9-44a4-a23c-899b808d4782 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b2e86df-9be5-4bd2-8e96-c0e513c382aa HTTP/1.1" status: 204 len: 168 time: 0.3065395 Jan 14 22:46:13.221040 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 58726) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:13.241916 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1360b311-a68a-42b6-bde2-0f823bdd7e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:13.256731 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-1360b311-a68a-42b6-bde2-0f823bdd7e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:13.261664 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-1360b311-a68a-42b6-bde2-0f823bdd7e1e admin admin] Usage tracker for resource:security_group_rule and tenant:c8a801ab29a340a5bd225112d72205e9 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:13.264757 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-1360b311-a68a-42b6-bde2-0f823bdd7e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:13.270440 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-1360b311-a68a-42b6-bde2-0f823bdd7e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:13.351878 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1360b311-a68a-42b6-bde2-0f823bdd7e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:13.430031 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1360b311-a68a-42b6-bde2-0f823bdd7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:13.557774 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360b311-a68a-42b6-bde2-0f823bdd7e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3053d253-c6ef-476b-850e-70c5685d6d38,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:13.570221 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f0772dd3-3516-4d94-ba86-ac34b1a43368 req-fba22331-9e5f-417f-94be-5d82a58fc0cb tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 210 time: 0.0620468 Jan 14 22:46:13.572632 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-1360b311-a68a-42b6-bde2-0f823bdd7e1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8a801ab29a340a5bd225112d72205e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506048 Jan 14 22:46:13.575590 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58746) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:13.649938 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd870ea6-e0a8-4929-8886-845c52485172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:13.677097 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd870ea6-e0a8-4929-8886-845c52485172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:13.814108 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd870ea6-e0a8-4929-8886-845c52485172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:13.830501 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd870ea6-e0a8-4929-8886-845c52485172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3053d253-c6ef-476b-850e-70c5685d6d38,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:13.834967 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cd870ea6-e0a8-4929-8886-845c52485172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:13.838724 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-cd870ea6-e0a8-4929-8886-845c52485172 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3053d253-c6ef-476b-850e-70c5685d6d38 HTTP/1.1" status: 204 len: 168 time: 0.2593107 Jan 14 22:46:14.040467 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58770) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:14.059449 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d27e5a76-68f2-46bb-a748-c5ff54a0c03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:14.075851 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefb04c-f51d-4d2b-8590-953c7694d3c8 req-878b521d-a8d3-4fcf-9aea-6d0238b55960 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:14.076088 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-d27e5a76-68f2-46bb-a748-c5ff54a0c03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:14.078733 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ccefb04c-f51d-4d2b-8590-953c7694d3c8 req-878b521d-a8d3-4fcf-9aea-6d0238b55960 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0887234 Jan 14 22:46:14.082024 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-d27e5a76-68f2-46bb-a748-c5ff54a0c03b admin admin] Usage tracker for resource:security_group_rule and tenant:969d5afdd45b4978ac2977b9eb1208c5 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:14.085992 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-d27e5a76-68f2-46bb-a748-c5ff54a0c03b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:14.098764 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-d27e5a76-68f2-46bb-a748-c5ff54a0c03b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:14.149262 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ccefb04c-f51d-4d2b-8590-953c7694d3c8 req-91043977-7272-45fc-be80-c966011eb0c4 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624788 Jan 14 22:46:14.225035 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d27e5a76-68f2-46bb-a748-c5ff54a0c03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:14.297961 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d27e5a76-68f2-46bb-a748-c5ff54a0c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:14.378086 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-d27e5a76-68f2-46bb-a748-c5ff54a0c03b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=969d5afdd45b4978ac2977b9eb1208c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363540 Jan 14 22:46:14.380750 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e5a76-68f2-46bb-a748-c5ff54a0c03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c793c-ae97-4d4f-8050-d1d6dfe09f18,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:14.380936 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 58794) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:14.450154 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3f494a0e-9975-401b-9108-ac542b6e832a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:14.477245 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3f494a0e-9975-401b-9108-ac542b6e832a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:14.676710 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3f494a0e-9975-401b-9108-ac542b6e832a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:14.787337 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f494a0e-9975-401b-9108-ac542b6e832a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c793c-ae97-4d4f-8050-d1d6dfe09f18,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:14.854528 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0ab5780c-f1a2-40aa-93fd-624e02e646f2 req-9942c9bb-b176-4e53-950d-97d8ea7b7bc8 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 210 time: 0.0592444 Jan 14 22:46:14.869150 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58806) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:14.892352 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3f494a0e-9975-401b-9108-ac542b6e832a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:14.902021 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-3f494a0e-9975-401b-9108-ac542b6e832a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e71c793c-ae97-4d4f-8050-d1d6dfe09f18 HTTP/1.1" status: 204 len: 168 time: 0.5108321 Jan 14 22:46:15.018672 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6dc3-508f-4881-b7bd-3f1bd21a5225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:15.041720 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-d0ab6dc3-508f-4881-b7bd-3f1bd21a5225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:15.043955 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-62c13afb-a9b2-426c-aa4b-35087ea6a3f3 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:15.046351 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-62c13afb-a9b2-426c-aa4b-35087ea6a3f3 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "GET /v2.0/networks?id=b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 200 len: 813 time: 0.1941826 Jan 14 22:46:15.047434 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-d0ab6dc3-508f-4881-b7bd-3f1bd21a5225 admin admin] Usage tracker for resource:security_group_rule and tenant:15efbfa5108d4d129efee67ec0bbc734 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:15.050367 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-d0ab6dc3-508f-4881-b7bd-3f1bd21a5225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:15.056204 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-d0ab6dc3-508f-4881-b7bd-3f1bd21a5225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:15.063420 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Request body: {'port': {'device_id': 'eacff114-0f8f-4bf1-9508-c0e954c53c28', 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0', 'admin_state_up': True, 'tenant_id': '340b49de861c4150a6a23769129e54b4'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:15.161852 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6dc3-508f-4881-b7bd-3f1bd21a5225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:15.245075 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:15.248993 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Usage tracker for resource:port and tenant:340b49de861c4150a6a23769129e54b4 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:15.252426 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:15.258255 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6dc3-508f-4881-b7bd-3f1bd21a5225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:15.260236 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:15.307591 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-d0ab6dc3-508f-4881-b7bd-3f1bd21a5225 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15efbfa5108d4d129efee67ec0bbc734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371078 Jan 14 22:46:15.311978 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab6dc3-508f-4881-b7bd-3f1bd21a5225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93773329-3154-4626-a594-fcca579cf723,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:15.315015 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58824) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:15.362696 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Made reservation on behalf of 340b49de861c4150a6a23769129e54b4 for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:15.368883 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:15.448019 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-30ad80a9-f53c-4efa-8506-e1afcf6197d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:15.494818 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-30ad80a9-f53c-4efa-8506-e1afcf6197d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:15.637416 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-30ad80a9-f53c-4efa-8506-e1afcf6197d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:15.659332 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb77305-de0a-417d-8091-79b6b90c5753 req-a0c6b596-8d02-4fdc-a29d-5bc271835c8f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:15.661016 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3eb77305-de0a-417d-8091-79b6b90c5753 req-a0c6b596-8d02-4fdc-a29d-5bc271835c8f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.3701391 Jan 14 22:46:15.665251 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Allocated IP 172.20.0.6 (b5c3c2f3-62de-408a-8af6-2319578a53b0/a257786c-79f5-489b-82fa-942df4f5c73c/75d40ecb-9f01-4ab3-ad1a-f0700544f13b) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:46:15.672368 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad80a9-f53c-4efa-8506-e1afcf6197d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93773329-3154-4626-a594-fcca579cf723,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:15.681556 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-30ad80a9-f53c-4efa-8506-e1afcf6197d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:15.685498 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-30ad80a9-f53c-4efa-8506-e1afcf6197d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93773329-3154-4626-a594-fcca579cf723 HTTP/1.1" status: 204 len: 168 time: 0.3689742 Jan 14 22:46:15.751582 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3eb77305-de0a-417d-8091-79b6b90c5753 req-4bb36e4e-46c4-41b0-95b6-68e35037c097 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805171 Jan 14 22:46:15.951502 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58850) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:15.977129 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-72257a97-c8bf-46bc-aa32-82fdf3263c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:15.977504 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.009670 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-72257a97-c8bf-46bc-aa32-82fdf3263c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:16.013395 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-72257a97-c8bf-46bc-aa32-82fdf3263c15 admin admin] Usage tracker for resource:security_group_rule and tenant:7de11e7aadb1491fac42ea0d117a0043 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:16.016366 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-72257a97-c8bf-46bc-aa32-82fdf3263c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:16.022406 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-72257a97-c8bf-46bc-aa32-82fdf3263c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:16.052833 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ce6a8262-e714-4c36-8499-1e4d044c7d79 req-801530d5-3c54-4e87-baf5-fd088724d15d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 210 time: 0.0487480 Jan 14 22:46:16.111853 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-72257a97-c8bf-46bc-aa32-82fdf3263c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.200312 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.252950 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-72257a97-c8bf-46bc-aa32-82fdf3263c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.269690 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Network b5c3c2f3-62de-408a-8af6-2319578a53b0 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:46:16.272826 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:16.276823 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:46:16.311336 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-72257a97-c8bf-46bc-aa32-82fdf3263c15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7de11e7aadb1491fac42ea0d117a0043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584030 Jan 14 22:46:16.315622 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58860) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:16.318186 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72257a97-c8bf-46bc-aa32-82fdf3263c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a4dd8c-cb79-44e9-85de-78e28dd694d0,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:16.323478 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Pushing event updated for resources: {'Port': ['ID=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:16.356076 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:16.357450 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.414097 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e883c525-3f24-44f5-8437-71c25228bca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.440986 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e883c525-3f24-44f5-8437-71c25228bca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.446599 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-eacdb686-aba0-4189-b241-72ec0caa635b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3851783 Jan 14 22:46:16.458160 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Request body: {'port': {'device_id': 'eacff114-0f8f-4bf1-9508-c0e954c53c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:16.572362 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.579044 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e883c525-3f24-44f5-8437-71c25228bca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.597983 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883c525-3f24-44f5-8437-71c25228bca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a4dd8c-cb79-44e9-85de-78e28dd694d0,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:16.605968 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e883c525-3f24-44f5-8437-71c25228bca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.607097 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-e883c525-3f24-44f5-8437-71c25228bca6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1a4dd8c-cb79-44e9-85de-78e28dd694d0 HTTP/1.1" status: 204 len: 168 time: 0.2904053 Jan 14 22:46:16.762286 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58874) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:16.788755 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0a5c698c-19cf-4ced-8a4d-9b2b6bf6679b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.810853 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0a5c698c-19cf-4ced-8a4d-9b2b6bf6679b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:16.815810 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0a5c698c-19cf-4ced-8a4d-9b2b6bf6679b admin admin] Usage tracker for resource:security_group_rule and tenant:2f37906d95fb4a839c0799ef9da1a7fe is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:16.819364 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0a5c698c-19cf-4ced-8a4d-9b2b6bf6679b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:16.831295 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0a5c698c-19cf-4ced-8a4d-9b2b6bf6679b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:16.916192 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0a5c698c-19cf-4ced-8a4d-9b2b6bf6679b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.961405 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0a5c698c-19cf-4ced-8a4d-9b2b6bf6679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.977199 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d40ecb-9f01-4ab3-ad1a-f0700544f13b {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:46:16.977199 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:16.992037 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Transition to ACTIVE for port object 75d40ecb-9f01-4ab3-ad1a-f0700544f13b will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:46:17.025523 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-0a5c698c-19cf-4ced-8a4d-9b2b6bf6679b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f37906d95fb4a839c0799ef9da1a7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619369 Jan 14 22:46:17.027536 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c698c-19cf-4ced-8a4d-9b2b6bf6679b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d454b00-2ee6-4801-996c-4cb501788ced,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:17.034944 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 58886) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:17.062635 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:17.237202 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:17.479512 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e201ca0-69e2-4769-ae97-73df8b08f002 req-cd989a38-3cab-4007-825e-71931efa9023 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:17.487427 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3e201ca0-69e2-4769-ae97-73df8b08f002 req-cd989a38-3cab-4007-825e-71931efa9023 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.5489533 Jan 14 22:46:17.512981 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9876898e-80a9-49f6-ad6b-7b28af2b8b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:17.587264 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9876898e-80a9-49f6-ad6b-7b28af2b8b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:17.607974 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3e201ca0-69e2-4769-ae97-73df8b08f002 req-dc52a4bc-9f7d-4c96-875d-abeff9b4eaac tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194649 Jan 14 22:46:17.638399 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2aa84-6a61-4b7e-b4e7-ffb8a1b4c45b req-b4183f60-f0d9-4cee-974f-c2487b292c74 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:17.640576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-65d2aa84-6a61-4b7e-b4e7-ffb8a1b4c45b req-b4183f60-f0d9-4cee-974f-c2487b292c74 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Synchronizing usage tracker for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:46:17.651145 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Attempting to bind port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:46:17.651699 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Attempting to bind port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:46:17.651944 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Attempting to bind port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b on network b5c3c2f3-62de-408a-8af6-2319578a53b0 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:46:17.660024 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b on network b5c3c2f3-62de-408a-8af6-2319578a53b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:46:17.660346 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Attempting to bind port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b on network b5c3c2f3-62de-408a-8af6-2319578a53b0 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:46:17.686321 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:46:17.687116 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Checking segment: {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:17.687116 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Bound using segment: {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:46:17.687455 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Bound port: 75d40ecb-9f01-4ab3-ad1a-f0700544f13b, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:46:17.687799 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:17.791024 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-65d2aa84-6a61-4b7e-b4e7-ffb8a1b4c45b req-b4183f60-f0d9-4cee-974f-c2487b292c74 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Unset dirty status for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:46:17.792107 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-65d2aa84-6a61-4b7e-b4e7-ffb8a1b4c45b req-b4183f60-f0d9-4cee-974f-c2487b292c74 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 943 time: 0.5590587 Jan 14 22:46:17.805320 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] For port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:46:17.805320 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] For port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:46:17.843288 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-65d2aa84-6a61-4b7e-b4e7-ffb8a1b4c45b req-165dd890-eb79-400d-962a-ed78d2b5cb5b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Jan 14 22:46:17.887352 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9876898e-80a9-49f6-ad6b-7b28af2b8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:17.903401 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876898e-80a9-49f6-ad6b-7b28af2b8b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d454b00-2ee6-4801-996c-4cb501788ced,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:17.910144 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9876898e-80a9-49f6-ad6b-7b28af2b8b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:17.911502 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-9876898e-80a9-49f6-ad6b-7b28af2b8b26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d454b00-2ee6-4801-996c-4cb501788ced HTTP/1.1" status: 204 len: 168 time: 0.8755643 Jan 14 22:46:17.915981 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:17.971435 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58932) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:17.985906 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:17.986521 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:17.987956 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/75d40ecb-9f01-4ab3-ad1a-f0700544f13b HTTP/1.1" status: 200 len: 1093 time: 1.5383601 Jan 14 22:46:17.988387 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacff114-0f8f-4bf1-9508-c0e954c53c28', 'tag': '75d40ecb-9f01-4ab3-ad1a-f0700544f13b'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:46:18.020046 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983243c-805f-431a-8c8c-26c50bbb81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:18.055129 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacff114-0f8f-4bf1-9508-c0e954c53c28', 'tag': '75d40ecb-9f01-4ab3-ad1a-f0700544f13b', 'status': 'completed', 'code': 200} Jan 14 22:46:18.156508 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e918b8f-4c08-4b92-87ca-f155d0eed055 req-6c64f276-0adf-49f7-a2a2-3ab9d3045e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:18.158265 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3e918b8f-4c08-4b92-87ca-f155d0eed055 req-6c64f276-0adf-49f7-a2a2-3ab9d3045e7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 1096 time: 0.0759842 Jan 14 22:46:18.169032 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1593610937-network', 'tenant_id': '4d3ca53a9c68452cb4c7b9662d6f4f5e'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:18.174209 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:18.178378 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Usage tracker for resource:network and tenant:4d3ca53a9c68452cb4c7b9662d6f4f5e is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:18.181639 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:18.188956 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:18.309614 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Made reservation on behalf of 4d3ca53a9c68452cb4c7b9662d6f4f5e for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:18.312230 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:18.326283 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:18.337679 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e918b8f-4c08-4b92-87ca-f155d0eed055 req-a40adbe0-2151-444c-bae3-362aa0fc007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:18.339150 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3e918b8f-4c08-4b92-87ca-f155d0eed055 req-a40adbe0-2151-444c-bae3-362aa0fc007f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=340b49de861c4150a6a23769129e54b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1734385 Jan 14 22:46:18.341623 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:18.346408 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Usage tracker for resource:security_group_rule and tenant:4d3ca53a9c68452cb4c7b9662d6f4f5e is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:18.349209 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:18.356265 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:18.446734 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:18.521128 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:18.521286 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e918b8f-4c08-4b92-87ca-f155d0eed055 req-c137cd2b-5b94-4f27-89d2-4080fcece741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:18.523245 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3e918b8f-4c08-4b92-87ca-f155d0eed055 req-c137cd2b-5b94-4f27-89d2-4080fcece741 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1741111 Jan 14 22:46:18.552641 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:46:18.573094 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a0c134-597e-4bb9-a32d-49e227dd5651,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:18.575993 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:18.576557 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Added segment 6f2da6fd-022d-434c-ab60-358b650466cf of type vlan for network 2fdc58bc-0629-4baf-8cbe-e8fb52688e4e Jan 14 22:46:18.605888 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:18.659128 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-36db5981-89f4-4caa-ab5a-51a226ce0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:18.660869 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-36db5981-89f4-4caa-ab5a-51a226ce0779 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 1096 time: 0.0873611 Jan 14 22:46:18.725744 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:18.727371 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:18.728223 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:18.772890 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-76c95672-ade5-48e0-ae5b-c6c19e8155cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75d40ecb-9f01-4ab3-ad1a-f0700544f13b HTTP/1.1" status: 200 len: 217 time: 0.1040711 Jan 14 22:46:18.863252 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-c0fa9b25-9afb-4fae-82d3-448585ef7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:18.868804 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-c0fa9b25-9afb-4fae-82d3-448585ef7f65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a257786c-79f5-489b-82fa-942df4f5c73c HTTP/1.1" status: 200 len: 853 time: 0.0861306 Jan 14 22:46:18.874178 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] Pushing event updated for resources: {'Network': ['ID=2fdc58bc-0629-4baf-8cbe-e8fb52688e4e,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:18.886197 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 2fdc58bc-0629-4baf-8cbe-e8fb52688e4e details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:46:18.939380 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-5ac9f51b-927b-4336-96bc-286d2f83ef5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c3c2f3-62de-408a-8af6-2319578a53b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656855 Jan 14 22:46:18.947490 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-89a323f1-3105-49ce-a94d-6ab423003d03 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9723353 Jan 14 22:46:18.947995 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 58962) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:18.956043 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Request body: {'subnet': {'network_id': '2fdc58bc-0629-4baf-8cbe-e8fb52688e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1593610937-subnet', 'tenant_id': '4d3ca53a9c68452cb4c7b9662d6f4f5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:18.964801 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:18.972277 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6874557-3693-4eda-9076-e7cdc746bf99 req-5ebfa08d-8113-41fd-bf36-7c9f8a596ac3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:18.976575 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d6874557-3693-4eda-9076-e7cdc746bf99 req-5ebfa08d-8113-41fd-bf36-7c9f8a596ac3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.2437682 Jan 14 22:46:18.978127 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Usage tracker for resource:subnet and tenant:4d3ca53a9c68452cb4c7b9662d6f4f5e is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:18.989537 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:19.008421 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:19.195066 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Made reservation on behalf of 4d3ca53a9c68452cb4c7b9662d6f4f5e for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:19.197698 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61016240'] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:19.222284 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d6874557-3693-4eda-9076-e7cdc746bf99 req-9264f86f-ff6f-4118-b23f-c64afdaa7c5e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015212 Jan 14 22:46:19.276423 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-5c9d860f-49f7-49ca-a397-7afee58efabf service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975898 Jan 14 22:46:19.292186 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcaa70-e438-4866-a0cb-92df1dfb9441 req-39907269-c3c8-4e39-8ff7-e3db3aef7fd5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:19.294876 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-18bcaa70-e438-4866-a0cb-92df1dfb9441 req-39907269-c3c8-4e39-8ff7-e3db3aef7fd5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 943 time: 0.2229617 Jan 14 22:46:19.504811 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61016222'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:19.509206 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-18bcaa70-e438-4866-a0cb-92df1dfb9441 req-7eec5294-3a87-48a9-a51b-8e5e5e8ec66a tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901329 Jan 14 22:46:19.567426 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5cddd0c2-2ff9-49f4-9626-52081b5c3206 req-e8386c27-5326-4a3e-9075-548783e9079f service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699721 Jan 14 22:46:19.603282 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=585b89f1-8e65-4132-a869-8ac2918592a4,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:19.607318 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Checking segment: {'id': '6f2da6fd-022d-434c-ab60-358b650466cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2fdc58bc-0629-4baf-8cbe-e8fb52688e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:19.607664 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Network hostable DHCP agents. Network: 2fdc58bc-0629-4baf-8cbe-e8fb52688e4e, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:46:19.738754 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Network 2fdc58bc-0629-4baf-8cbe-e8fb52688e4e is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:46:19.823950 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 2fdc58bc-0629-4baf-8cbe-e8fb52688e4e) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:19.828886 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:19.829300 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:19.835046 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf589d-7470-4f77-8c72-bc191cb338e7 None None] Network 2fdc58bc-0629-4baf-8cbe-e8fb52688e4e requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:46:19.911539 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-34978f37-0058-49c7-a263-3032646289cd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9626675 Jan 14 22:46:20.116586 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff07be-794c-434b-bfd0-56a2a00c23f5 None None] Network 2fdc58bc-0629-4baf-8cbe-e8fb52688e4e requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:46:20.668419 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 75d40ecb-9f01-4ab3-ad1a-f0700544f13b details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:46:20.773939 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa91e5-08e4-45ea-aaa5-84e73ea2c0a4 req-ad721d3b-4ef4-4336-af7d-819e9ca64165 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:20.775580 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c8fa91e5-08e4-45ea-aaa5-84e73ea2c0a4 req-ad721d3b-4ef4-4336-af7d-819e9ca64165 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1850729 Jan 14 22:46:20.836832 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3043779-0108-44f1-a6a6-0d35cdab0e9b req-6690c33a-db68-480c-aae8-842ba5d3533e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:20.838622 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c3043779-0108-44f1-a6a6-0d35cdab0e9b req-6690c33a-db68-480c-aae8-842ba5d3533e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 943 time: 0.1535995 Jan 14 22:46:20.850799 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c8fa91e5-08e4-45ea-aaa5-84e73ea2c0a4 req-79e553e1-9981-4164-b69e-9e1fccfb7582 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646214 Jan 14 22:46:20.894703 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:46:20.919132 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '75d40ecb-9f01-4ab3-ad1a-f0700544f13b', 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0', 'port_id': '75d40ecb-9f01-4ab3-ad1a-f0700544f13b', 'mac_address': 'fa:16:3e:aa:78:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a257786c-79f5-489b-82fa-942df4f5c73c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:46:20.941797 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c3043779-0108-44f1-a6a6-0d35cdab0e9b req-6491c5b4-6f0e-46df-8b71-e5930cc2e26d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802040 Jan 14 22:46:20.968374 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59044) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:20.974155 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1041678230-network', 'tenant_id': '5c058b852eda4e5caac69edf1640649b'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:20.979098 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:20.983173 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Usage tracker for resource:network and tenant:5c058b852eda4e5caac69edf1640649b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:20.986662 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:20.994831 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:21.017236 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.034842 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d40ecb-9f01-4ab3-ad1a-f0700544f13b {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:46:21.050791 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:46:21.102701 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.106816 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Made reservation on behalf of 5c058b852eda4e5caac69edf1640649b for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:21.107862 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.121218 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.137210 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:21.141788 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Usage tracker for resource:security_group_rule and tenant:5c058b852eda4e5caac69edf1640649b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:21.144585 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:21.150268 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:21.155949 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.227075 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:21.234211 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.234580 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.235019 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.235351 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.235669 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.235987 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.236668 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.236668 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.236932 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.237244 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.237555 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.237880 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:21.247172 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.314138 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.347682 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:46:21.356318 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf3f6d-3e44-484d-80eb-6351e51a8f29,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:21.362816 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.363156 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Added segment 1aa62c2b-fab2-44d7-bf9a-d067d29a8829 of type vlan for network 22798571-555b-4851-af8e-3b481c282c9a Jan 14 22:46:21.396324 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.480731 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.481716 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:21.482356 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:21.631461 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] Pushing event updated for resources: {'Network': ['ID=22798571-555b-4851-af8e-3b481c282c9a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:21.641341 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 22798571-555b-4851-af8e-3b481c282c9a details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:46:21.693108 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-0fb091f8-94a5-41f3-b178-36735fb496d3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7236221 Jan 14 22:46:21.695781 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59058) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:21.701051 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Request body: {'subnet': {'network_id': '22798571-555b-4851-af8e-3b481c282c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1041678230-subnet', 'tenant_id': '5c058b852eda4e5caac69edf1640649b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:21.706390 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:21.710162 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Usage tracker for resource:subnet and tenant:5c058b852eda4e5caac69edf1640649b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:21.712951 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:21.718831 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:21.782300 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Made reservation on behalf of 5c058b852eda4e5caac69edf1640649b for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:21.784697 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61016240'] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:22.132664 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61016222'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:22.169547 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa21041-f203-4994-b0ac-95515361e144 req-6077bbf5-65a7-4282-93ca-dab350a10d19 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:22.171596 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9aa21041-f203-4994-b0ac-95515361e144 req-6077bbf5-65a7-4282-93ca-dab350a10d19 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1433115 Jan 14 22:46:22.180098 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b8810-9431-48a4-94c8-49487a23780f req-dd591356-b1af-456a-9311-c5894d1735b4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:22.181466 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-728b8810-9431-48a4-94c8-49487a23780f req-dd591356-b1af-456a-9311-c5894d1735b4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 944 time: 0.1096227 Jan 14 22:46:22.211673 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=466c9941-74ae-4a27-b193-928275201261,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:22.220347 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Checking segment: {'id': '1aa62c2b-fab2-44d7-bf9a-d067d29a8829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '22798571-555b-4851-af8e-3b481c282c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:22.220703 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Network hostable DHCP agents. Network: 22798571-555b-4851-af8e-3b481c282c9a, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:46:22.253949 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9aa21041-f203-4994-b0ac-95515361e144 req-d59753b7-edd5-411d-a639-e88668ab7b10 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712333 Jan 14 22:46:22.258388 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-728b8810-9431-48a4-94c8-49487a23780f req-a1e2e287-caa6-40f4-98a2-dcdd5c5c1d2b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628057 Jan 14 22:46:22.309574 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Network 22798571-555b-4851-af8e-3b481c282c9a is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:46:22.389973 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 22798571-555b-4851-af8e-3b481c282c9a) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:22.396610 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:22.396610 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:22.400100 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fecdee3-0d07-4132-bd4c-214bc6f3a82f None None] Network 22798571-555b-4851-af8e-3b481c282c9a requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:46:22.480818 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 59080) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:22.488421 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-11aab918-92ff-43d6-b267-ce8ddf5feb77 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7915807 Jan 14 22:46:22.618437 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-08e9cafc-daf8-4327-8d18-ef9ae0498587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:22.634584 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-08e9cafc-daf8-4327-8d18-ef9ae0498587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:22.638413 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-08e9cafc-daf8-4327-8d18-ef9ae0498587 admin admin] Usage tracker for resource:security_group_rule and tenant:2143440ce98d4b9f874230adaf8caf6c is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:22.641991 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-08e9cafc-daf8-4327-8d18-ef9ae0498587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:22.647836 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-08e9cafc-daf8-4327-8d18-ef9ae0498587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:22.649571 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403f21f-1302-453b-97ce-2e91f2c8de17 None None] Network 22798571-555b-4851-af8e-3b481c282c9a requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:46:22.740175 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-08e9cafc-daf8-4327-8d18-ef9ae0498587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:22.795051 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-08e9cafc-daf8-4327-8d18-ef9ae0498587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:22.844582 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-08e9cafc-daf8-4327-8d18-ef9ae0498587 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2143440ce98d4b9f874230adaf8caf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626966 Jan 14 22:46:22.846163 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9cafc-daf8-4327-8d18-ef9ae0498587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15d7ca6-c7d5-4023-8ed8-8d8503aeacc8,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:22.847235 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59092) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:22.907519 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce229db6-dd6f-4abd-84b0-1d1811c953f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:22.933359 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce229db6-dd6f-4abd-84b0-1d1811c953f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:23.097643 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce229db6-dd6f-4abd-84b0-1d1811c953f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:23.116728 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce229db6-dd6f-4abd-84b0-1d1811c953f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15d7ca6-c7d5-4023-8ed8-8d8503aeacc8,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:23.120992 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ce229db6-dd6f-4abd-84b0-1d1811c953f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:23.124639 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-ce229db6-dd6f-4abd-84b0-1d1811c953f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b15d7ca6-c7d5-4023-8ed8-8d8503aeacc8 HTTP/1.1" status: 204 len: 168 time: 0.2738895 Jan 14 22:46:23.276406 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:46:23.454040 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576e8c8-1170-4225-a2cf-29e7cb64b80c req-afc6bd9d-5618-4156-b6ab-17f626cda246 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:23.455505 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4576e8c8-1170-4225-a2cf-29e7cb64b80c req-afc6bd9d-5618-4156-b6ab-17f626cda246 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0915518 Jan 14 22:46:23.516264 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4576e8c8-1170-4225-a2cf-29e7cb64b80c req-4a8fa6e4-b953-4ca0-b543-2dd9ac96c6ab tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540869 Jan 14 22:46:23.709463 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bac8c-7478-49a2-bafe-087f082879c5 req-f3f95f09-61f5-4104-b661-46da22118634 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:23.710958 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-399bac8c-7478-49a2-bafe-087f082879c5 req-f3f95f09-61f5-4104-b661-46da22118634 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 944 time: 0.0847044 Jan 14 22:46:23.757017 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-399bac8c-7478-49a2-bafe-087f082879c5 req-abecd4bb-68b5-4222-9548-531a357d325e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Jan 14 22:46:23.943112 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['75d40ecb-9f01-4ab3-ad1a-f0700544f13b'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:46:24.720912 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a65d-e514-40f1-a8c9-7e5a8faa48cb req-f286eb8b-7736-41de-9134-e189027128f2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:24.722366 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fdb1a65d-e514-40f1-a8c9-7e5a8faa48cb req-f286eb8b-7736-41de-9134-e189027128f2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0846357 Jan 14 22:46:24.765390 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fdb1a65d-e514-40f1-a8c9-7e5a8faa48cb req-113fbb31-ce78-4ec2-8a73-d68050f89970 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373511 Jan 14 22:46:24.959369 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9901e-2a0f-496f-a4bf-668a61bc7dbf req-f6f7270b-7bb8-4fb2-a973-8cd95d176ef7 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:24.970125 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-27d9901e-2a0f-496f-a4bf-668a61bc7dbf req-f6f7270b-7bb8-4fb2-a973-8cd95d176ef7 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 944 time: 0.0930696 Jan 14 22:46:25.050092 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-27d9901e-2a0f-496f-a4bf-668a61bc7dbf req-a157065b-b05d-4764-a3ab-7192e5f02704 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716059 Jan 14 22:46:25.375970 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59188) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:25.393850 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59194) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:25.505327 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ea614ba-9097-4f01-8d75-9891555f8c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:25.535758 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-406e31da-052a-4ccc-a8a9-e98bddfc6586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:25.547483 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-6ea614ba-9097-4f01-8d75-9891555f8c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:25.554170 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-6ea614ba-9097-4f01-8d75-9891555f8c58 admin admin] Usage tracker for resource:security_group_rule and tenant:8344c4600f364f1ea81f879007c62585 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:25.558126 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-406e31da-052a-4ccc-a8a9-e98bddfc6586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:25.560322 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-6ea614ba-9097-4f01-8d75-9891555f8c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:25.567677 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-406e31da-052a-4ccc-a8a9-e98bddfc6586 admin admin] Usage tracker for resource:security_group_rule and tenant:775b9670ef0e423f9b877338f3f81ba7 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:25.570267 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-6ea614ba-9097-4f01-8d75-9891555f8c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:25.575645 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-406e31da-052a-4ccc-a8a9-e98bddfc6586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:25.580445 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-406e31da-052a-4ccc-a8a9-e98bddfc6586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:25.720175 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ea614ba-9097-4f01-8d75-9891555f8c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:25.724229 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-406e31da-052a-4ccc-a8a9-e98bddfc6586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:25.823920 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-406e31da-052a-4ccc-a8a9-e98bddfc6586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:25.838187 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6ea614ba-9097-4f01-8d75-9891555f8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:25.895957 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-406e31da-052a-4ccc-a8a9-e98bddfc6586 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=775b9670ef0e423f9b877338f3f81ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009532 Jan 14 22:46:25.898002 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e31da-052a-4ccc-a8a9-e98bddfc6586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65502f7c-8e32-46c2-8169-1c79176c9184,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:25.900409 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59212) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:25.906099 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-6ea614ba-9097-4f01-8d75-9891555f8c58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8344c4600f364f1ea81f879007c62585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282679 Jan 14 22:46:25.907696 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59214) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:25.968720 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49365427-36c3-4499-97d3-47d86ba2e528 req-1b6ebe01-ca18-4b3b-8fb4-a5b2e0501ff1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:25.970205 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-49365427-36c3-4499-97d3-47d86ba2e528 req-1b6ebe01-ca18-4b3b-8fb4-a5b2e0501ff1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0929630 Jan 14 22:46:25.988535 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea614ba-9097-4f01-8d75-9891555f8c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa16d0a-fc99-4fa0-afcc-6d581f52e990,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:26.028023 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-49365427-36c3-4499-97d3-47d86ba2e528 req-077b2f38-6ea0-4c21-9f35-44d2da93794d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513129 Jan 14 22:46:26.044282 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b103863-9280-43e7-9290-31aa05083059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:26.046670 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea483-29fe-48cd-b2ad-89a66996d068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:26.096448 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea483-29fe-48cd-b2ad-89a66996d068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:26.103442 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b103863-9280-43e7-9290-31aa05083059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:26.241505 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afe7b0-c4c8-4a36-b062-a19dd974239c req-568eef4a-6db6-447e-808e-46a65e6a7bac tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:26.243108 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-35afe7b0-c4c8-4a36-b062-a19dd974239c req-568eef4a-6db6-447e-808e-46a65e6a7bac tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 944 time: 0.0899742 Jan 14 22:46:26.245457 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea483-29fe-48cd-b2ad-89a66996d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:26.255336 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b103863-9280-43e7-9290-31aa05083059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:26.269086 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ea483-29fe-48cd-b2ad-89a66996d068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa16d0a-fc99-4fa0-afcc-6d581f52e990,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:26.302320 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-35afe7b0-c4c8-4a36-b062-a19dd974239c req-fd00c03e-2d2a-4aa6-90c4-85278f6d5f9f tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533457 Jan 14 22:46:26.313335 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b103863-9280-43e7-9290-31aa05083059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65502f7c-8e32-46c2-8169-1c79176c9184,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:26.331516 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea483-29fe-48cd-b2ad-89a66996d068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:26.332688 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-2b7ea483-29fe-48cd-b2ad-89a66996d068 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fa16d0a-fc99-4fa0-afcc-6d581f52e990 HTTP/1.1" status: 204 len: 168 time: 0.4178610 Jan 14 22:46:26.333979 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8b103863-9280-43e7-9290-31aa05083059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:26.337698 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-8b103863-9280-43e7-9290-31aa05083059 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65502f7c-8e32-46c2-8169-1c79176c9184 HTTP/1.1" status: 204 len: 168 time: 0.4309475 Jan 14 22:46:26.722918 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 75d40ecb-9f01-4ab3-ad1a-f0700544f13b up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:46:26.902208 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:46:26.907960 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:46:26.908331 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:27.031869 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:27.059694 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacff114-0f8f-4bf1-9508-c0e954c53c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d40ecb-9f01-4ab3-ad1a-f0700544f13b'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:46:27.068915 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:46:27.106047 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacff114-0f8f-4bf1-9508-c0e954c53c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d40ecb-9f01-4ab3-ad1a-f0700544f13b', 'code': 200} Jan 14 22:46:27.150710 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59258) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:27.172712 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51c6ce27-abda-4b8b-a360-19fb94721c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:27.188741 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-51c6ce27-abda-4b8b-a360-19fb94721c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:27.192512 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-51c6ce27-abda-4b8b-a360-19fb94721c77 admin admin] Usage tracker for resource:security_group_rule and tenant:30fd33532f5e4c21b68cee40c17d6d56 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:27.195283 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-51c6ce27-abda-4b8b-a360-19fb94721c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:27.200861 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-51c6ce27-abda-4b8b-a360-19fb94721c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:27.210847 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:27.263767 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67de589-e262-4ef4-9271-c3920eebf317 req-6c45353b-99f3-4d8f-a925-9c367474804f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:27.271780 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c67de589-e262-4ef4-9271-c3920eebf317 req-6c45353b-99f3-4d8f-a925-9c367474804f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1254132 Jan 14 22:46:27.302816 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:27.328947 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51c6ce27-abda-4b8b-a360-19fb94721c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:27.389678 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c67de589-e262-4ef4-9271-c3920eebf317 req-a64dbb4b-01be-468c-8bbd-52c0bc3df999 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026270 Jan 14 22:46:27.401690 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51c6ce27-abda-4b8b-a360-19fb94721c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:27.475979 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 59276) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:27.476416 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-51c6ce27-abda-4b8b-a360-19fb94721c77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30fd33532f5e4c21b68cee40c17d6d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239813 Jan 14 22:46:27.478540 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6ce27-abda-4b8b-a360-19fb94721c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42100d56-1fb6-4893-b578-aa2319b115a4,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:27.681380 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3315c39-5cda-4775-86bd-46a97b4f5dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:27.727056 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1831fc5-9eb9-482e-9c4c-cc5ff630bec5 req-0caf8a60-7e1e-4a80-b12d-6f2f3955cdcb tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:27.728532 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c1831fc5-9eb9-482e-9c4c-cc5ff630bec5 req-0caf8a60-7e1e-4a80-b12d-6f2f3955cdcb tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 945 time: 0.2093048 Jan 14 22:46:27.730447 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9ce8e-b959-443f-9468-d8eca3c44984 req-fc805a93-3d59-4d26-8830-776e7e39eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:27.731961 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-99a9ce8e-b959-443f-9468-d8eca3c44984 req-fc805a93-3d59-4d26-8830-776e7e39eaf9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 1098 time: 0.1698339 Jan 14 22:46:27.733932 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3315c39-5cda-4775-86bd-46a97b4f5dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:27.830513 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-99a9ce8e-b959-443f-9468-d8eca3c44984 req-3f8a72ef-8252-46c9-a86a-9212e89f7e5d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879467 Jan 14 22:46:27.838143 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c1831fc5-9eb9-482e-9c4c-cc5ff630bec5 req-4c201ea8-435b-45ed-ae08-95cf24f0fc6c tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972233 Jan 14 22:46:27.925334 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3315c39-5cda-4775-86bd-46a97b4f5dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:27.942300 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3315c39-5cda-4775-86bd-46a97b4f5dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42100d56-1fb6-4893-b578-aa2319b115a4,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:27.951244 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3315c39-5cda-4775-86bd-46a97b4f5dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:27.952938 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-b3315c39-5cda-4775-86bd-46a97b4f5dd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42100d56-1fb6-4893-b578-aa2319b115a4 HTTP/1.1" status: 204 len: 168 time: 0.4754148 Jan 14 22:46:28.673552 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643e0b8-7018-46ec-8fd1-e8770f3246db req-0453bef0-a41c-42c1-be02-3649fbf8e0e6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:28.675148 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6643e0b8-7018-46ec-8fd1-e8770f3246db req-0453bef0-a41c-42c1-be02-3649fbf8e0e6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1120911 Jan 14 22:46:28.725197 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6643e0b8-7018-46ec-8fd1-e8770f3246db req-195d6950-519c-4fe2-a92e-ac1194d20e35 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435481 Jan 14 22:46:29.027486 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432ba6d-132c-4a7c-931b-a1801b28bb58 req-44f02f75-d422-4498-90d9-2a9743f10ce1 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:29.031622 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1432ba6d-132c-4a7c-931b-a1801b28bb58 req-44f02f75-d422-4498-90d9-2a9743f10ce1 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 945 time: 0.0823407 Jan 14 22:46:29.144453 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1432ba6d-132c-4a7c-931b-a1801b28bb58 req-bf9af7e3-972b-404b-82d7-48f30497f3dc tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088781 Jan 14 22:46:29.752628 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 59350) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:29.899107 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-82d24da6-8ce7-4972-b6f5-dfa57de4b3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:29.922999 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-82d24da6-8ce7-4972-b6f5-dfa57de4b3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:29.928835 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-82d24da6-8ce7-4972-b6f5-dfa57de4b3dd admin admin] Usage tracker for resource:security_group_rule and tenant:bb3348d8fa0449d9b600861e49d5bc9a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:29.932331 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-82d24da6-8ce7-4972-b6f5-dfa57de4b3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:29.939961 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-82d24da6-8ce7-4972-b6f5-dfa57de4b3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:29.979306 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254304ff-6b3c-40e9-b327-068b41a862bb req-7776fd4f-9fc3-4191-9bce-110ba01d4b13 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:29.980688 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-254304ff-6b3c-40e9-b327-068b41a862bb req-7776fd4f-9fc3-4191-9bce-110ba01d4b13 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1408527 Jan 14 22:46:30.040221 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-254304ff-6b3c-40e9-b327-068b41a862bb req-165fa95b-bffa-4c80-a69c-2fb59cb72b25 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530257 Jan 14 22:46:30.079395 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-82d24da6-8ce7-4972-b6f5-dfa57de4b3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:30.176309 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-82d24da6-8ce7-4972-b6f5-dfa57de4b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:30.241964 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-82d24da6-8ce7-4972-b6f5-dfa57de4b3dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb3348d8fa0449d9b600861e49d5bc9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859407 Jan 14 22:46:30.241964 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d24da6-8ce7-4972-b6f5-dfa57de4b3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9e51fc-74d9-4f91-aa63-b979e2dd8e57,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:30.242421 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59368) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:30.305215 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-224d3cfd-a3d2-4054-a9c3-3aef997ffad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:30.333505 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-224d3cfd-a3d2-4054-a9c3-3aef997ffad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:30.349085 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3255b64-e1c9-4874-8695-df9303c7b4bb req-e8a4d5e5-db01-4fc7-a790-924e0e99797d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:30.357424 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3255b64-e1c9-4874-8695-df9303c7b4bb req-e8a4d5e5-db01-4fc7-a790-924e0e99797d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 945 time: 0.0967374 Jan 14 22:46:30.402548 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3255b64-e1c9-4874-8695-df9303c7b4bb req-94144fda-3336-47a4-a120-f743906ccee4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Jan 14 22:46:30.444823 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-224d3cfd-a3d2-4054-a9c3-3aef997ffad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:30.460439 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d3cfd-a3d2-4054-a9c3-3aef997ffad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9e51fc-74d9-4f91-aa63-b979e2dd8e57,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:30.472978 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-224d3cfd-a3d2-4054-a9c3-3aef997ffad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:30.474626 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-224d3cfd-a3d2-4054-a9c3-3aef997ffad3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b9e51fc-74d9-4f91-aa63-b979e2dd8e57 HTTP/1.1" status: 204 len: 168 time: 0.2306812 Jan 14 22:46:31.089893 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59384) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:31.107042 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7b01-71f9-4ce0-b556-9b90c8388a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:31.121630 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-5aeb7b01-71f9-4ce0-b556-9b90c8388a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:31.126173 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-5aeb7b01-71f9-4ce0-b556-9b90c8388a11 admin admin] Usage tracker for resource:security_group_rule and tenant:a6fbe46045274991885c8c5cd5e810b7 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:31.129064 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-5aeb7b01-71f9-4ce0-b556-9b90c8388a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:31.135416 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-5aeb7b01-71f9-4ce0-b556-9b90c8388a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:31.227969 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a484b3-bf26-4cfa-b20e-fafd404dc24a req-a812022e-870a-49c1-b754-a69232608ea1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:31.227969 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-12a484b3-bf26-4cfa-b20e-fafd404dc24a req-a812022e-870a-49c1-b754-a69232608ea1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0802057 Jan 14 22:46:31.229006 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7b01-71f9-4ce0-b556-9b90c8388a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:31.273928 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-12a484b3-bf26-4cfa-b20e-fafd404dc24a req-0ed1d9be-763c-4941-bd03-fe83c3a3a12e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Jan 14 22:46:31.331965 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7b01-71f9-4ce0-b556-9b90c8388a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:31.379153 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-5aeb7b01-71f9-4ce0-b556-9b90c8388a11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6fbe46045274991885c8c5cd5e810b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879510 Jan 14 22:46:31.380017 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb7b01-71f9-4ce0-b556-9b90c8388a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80fac83-6abd-44a0-bcec-887764555b39,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:31.381825 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 59392) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:31.446354 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2910dfc0-8532-4063-b2f4-1cacd1103a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:31.485357 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2910dfc0-8532-4063-b2f4-1cacd1103a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:31.619304 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2910dfc0-8532-4063-b2f4-1cacd1103a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:31.650524 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910dfc0-8532-4063-b2f4-1cacd1103a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80fac83-6abd-44a0-bcec-887764555b39,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:31.681661 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2910dfc0-8532-4063-b2f4-1cacd1103a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:31.683257 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2910dfc0-8532-4063-b2f4-1cacd1103a97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a80fac83-6abd-44a0-bcec-887764555b39 HTTP/1.1" status: 204 len: 168 time: 0.3002732 Jan 14 22:46:31.740221 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f637888-8197-4f9c-b433-3da47c83a220 req-9debfd1c-3867-4570-96c9-c616e206891f tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:31.744070 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8f637888-8197-4f9c-b433-3da47c83a220 req-9debfd1c-3867-4570-96c9-c616e206891f tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 945 time: 0.1758671 Jan 14 22:46:31.808387 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8f637888-8197-4f9c-b433-3da47c83a220 req-560b96dd-0353-4f30-af02-a7df7b8e05c8 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566909 Jan 14 22:46:32.508822 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e03c9-3ec4-49f0-94b3-809aa6d8e8c8 req-fcff13b5-c55b-4b6b-ab8b-0d4ff4c387a3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:32.510486 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4f6e03c9-3ec4-49f0-94b3-809aa6d8e8c8 req-fcff13b5-c55b-4b6b-ab8b-0d4ff4c387a3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1221495 Jan 14 22:46:32.562437 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4f6e03c9-3ec4-49f0-94b3-809aa6d8e8c8 req-b6de076d-8932-4858-b837-70a86424727c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452187 Jan 14 22:46:33.006803 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1859-5871-4678-8e6f-b97a926ca955 req-9490b429-4dea-4a0e-aaa0-d5e170e0a0ca tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:33.008206 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2cdf1859-5871-4678-8e6f-b97a926ca955 req-9490b429-4dea-4a0e-aaa0-d5e170e0a0ca tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 945 time: 0.0891383 Jan 14 22:46:33.057274 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2cdf1859-5871-4678-8e6f-b97a926ca955 req-c54791b6-1ec2-446c-b4cb-411c6e3bfdd5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431616 Jan 14 22:46:33.747753 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5e06-c34b-4bee-8b11-4825edf53bf6 req-f54e93fd-b811-43f0-af51-45ca315e8b54 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:33.749652 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32ea5e06-c34b-4bee-8b11-4825edf53bf6 req-f54e93fd-b811-43f0-af51-45ca315e8b54 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0790312 Jan 14 22:46:33.795638 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32ea5e06-c34b-4bee-8b11-4825edf53bf6 req-3123d15d-40e0-4144-80e7-e8076813119d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396264 Jan 14 22:46:35.005284 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfea46-718f-491e-8e72-08bc2ba5b33c req-0c144e8b-c145-4f49-8831-3818729d7499 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:35.006803 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-21dfea46-718f-491e-8e72-08bc2ba5b33c req-0c144e8b-c145-4f49-8831-3818729d7499 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0957499 Jan 14 22:46:35.070412 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-21dfea46-718f-491e-8e72-08bc2ba5b33c req-8a233fe0-54db-4b83-a669-1508452670e9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566196 Jan 14 22:46:36.183515 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-8e48ebee-e403-42ef-a1bc-8b9e2cb877c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:36.279705 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3d4bf-f34c-4c2d-9a63-aa77ffb8ab43 req-4b0e5da3-2514-486f-83ff-39a3e5e175bf tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:36.281167 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-36f3d4bf-f34c-4c2d-9a63-aa77ffb8ab43 req-4b0e5da3-2514-486f-83ff-39a3e5e175bf tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0844126 Jan 14 22:46:36.330849 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-36f3d4bf-f34c-4c2d-9a63-aa77ffb8ab43 req-e9c6e4b5-fd93-4a96-82a3-8a349da15cc3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Jan 14 22:46:37.328141 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 59612) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:37.520043 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1f66dc64-3497-4d20-b9af-2b6296bd8020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:37.544018 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-1f66dc64-3497-4d20-b9af-2b6296bd8020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:37.550415 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-1f66dc64-3497-4d20-b9af-2b6296bd8020 admin admin] Usage tracker for resource:security_group_rule and tenant:49c4a8aa0254447abeea15a5f45afcb4 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:37.553978 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-1f66dc64-3497-4d20-b9af-2b6296bd8020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:37.561617 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-1f66dc64-3497-4d20-b9af-2b6296bd8020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:37.595663 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53116a-eb39-4e89-ad6b-3206bc659ffa req-c75abf83-a3e8-41f6-94db-e723b361796b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:37.597124 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-af53116a-eb39-4e89-ad6b-3206bc659ffa req-c75abf83-a3e8-41f6-94db-e723b361796b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1512926 Jan 14 22:46:37.664593 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-af53116a-eb39-4e89-ad6b-3206bc659ffa req-9287827c-bf6f-45ed-b8c9-960c308badeb tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604527 Jan 14 22:46:37.712005 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1f66dc64-3497-4d20-b9af-2b6296bd8020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:37.776173 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1f66dc64-3497-4d20-b9af-2b6296bd8020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:37.827909 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59634) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:37.828701 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-1f66dc64-3497-4d20-b9af-2b6296bd8020 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49c4a8aa0254447abeea15a5f45afcb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987705 Jan 14 22:46:37.835257 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66dc64-3497-4d20-b9af-2b6296bd8020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a716d1bb-6a2b-4d36-9f1d-5684ccb1b26f,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:37.889821 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3598c681-bc21-42ff-afd3-8d17e9bd1572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:37.914934 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3598c681-bc21-42ff-afd3-8d17e9bd1572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:38.046851 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3598c681-bc21-42ff-afd3-8d17e9bd1572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:38.064266 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598c681-bc21-42ff-afd3-8d17e9bd1572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a716d1bb-6a2b-4d36-9f1d-5684ccb1b26f,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:38.073817 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3598c681-bc21-42ff-afd3-8d17e9bd1572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:38.074906 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-3598c681-bc21-42ff-afd3-8d17e9bd1572 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a716d1bb-6a2b-4d36-9f1d-5684ccb1b26f HTTP/1.1" status: 204 len: 168 time: 0.2449918 Jan 14 22:46:38.411614 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-03fd229e-e68f-410a-888d-3959e58aa2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:38.692070 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 59664) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:38.712273 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d5f26029-89ff-4752-9a1b-701e42de6313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:38.727546 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d5f26029-89ff-4752-9a1b-701e42de6313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:38.731448 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d5f26029-89ff-4752-9a1b-701e42de6313 admin admin] Usage tracker for resource:security_group_rule and tenant:9e4f012a15324b5286cf34a7e9747adb is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:38.734280 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d5f26029-89ff-4752-9a1b-701e42de6313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:38.740293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d5f26029-89ff-4752-9a1b-701e42de6313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:38.891079 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d5f26029-89ff-4752-9a1b-701e42de6313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:38.902252 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de87534-02e3-4ad7-8184-2ffce693e32b req-f2d8b545-3de3-4e62-9480-f5baad9faeae tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:38.903691 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6de87534-02e3-4ad7-8184-2ffce693e32b req-f2d8b545-3de3-4e62-9480-f5baad9faeae tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1230042 Jan 14 22:46:38.945770 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d5f26029-89ff-4752-9a1b-701e42de6313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:38.960499 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6de87534-02e3-4ad7-8184-2ffce693e32b req-239eac9a-fe82-40fe-9773-fbca042308b6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507469 Jan 14 22:46:38.999126 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d5f26029-89ff-4752-9a1b-701e42de6313 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e4f012a15324b5286cf34a7e9747adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057485 Jan 14 22:46:39.000059 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f26029-89ff-4752-9a1b-701e42de6313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b70a0b4-e150-4672-8086-b72d7dbe3adb,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:39.002107 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59680) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:39.081543 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-57c56d15-766e-44cd-99e0-467ffb1313a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:39.109818 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-57c56d15-766e-44cd-99e0-467ffb1313a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:39.227531 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-57c56d15-766e-44cd-99e0-467ffb1313a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:39.246565 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c56d15-766e-44cd-99e0-467ffb1313a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b70a0b4-e150-4672-8086-b72d7dbe3adb,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:39.255770 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-57c56d15-766e-44cd-99e0-467ffb1313a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:39.256882 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-57c56d15-766e-44cd-99e0-467ffb1313a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b70a0b4-e150-4672-8086-b72d7dbe3adb HTTP/1.1" status: 204 len: 168 time: 0.2502401 Jan 14 22:46:39.600298 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:39.743476 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:40.162086 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330f8c1-cc77-4e73-8a69-ae4b6b5b4240 req-39984f00-6407-4c3a-819c-9509c9db329f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:40.162086 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6330f8c1-cc77-4e73-8a69-ae4b6b5b4240 req-39984f00-6407-4c3a-819c-9509c9db329f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0809860 Jan 14 22:46:40.210940 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6330f8c1-cc77-4e73-8a69-ae4b6b5b4240 req-55c2a433-d067-4f06-9193-da7557064807 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Jan 14 22:46:40.334498 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 59748) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:40.496985 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6de8d349-7671-4550-8dad-d2472463a3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:40.512372 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-6de8d349-7671-4550-8dad-d2472463a3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:40.518675 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-6de8d349-7671-4550-8dad-d2472463a3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8aeac7fab29f464a9e3a590a5061ab48 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:40.521478 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-6de8d349-7671-4550-8dad-d2472463a3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:40.528449 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-6de8d349-7671-4550-8dad-d2472463a3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:40.610333 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6de8d349-7671-4550-8dad-d2472463a3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:40.697352 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6de8d349-7671-4550-8dad-d2472463a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:40.735479 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8d349-7671-4550-8dad-d2472463a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ee6315-7602-46cd-89c7-31a28fc68445,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:40.764565 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-6de8d349-7671-4550-8dad-d2472463a3e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8aeac7fab29f464a9e3a590a5061ab48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292126 Jan 14 22:46:40.767771 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59768) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:40.831994 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7b1413a9-5954-4a01-8704-f91a36360f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:40.858488 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7b1413a9-5954-4a01-8704-f91a36360f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:41.016189 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7b1413a9-5954-4a01-8704-f91a36360f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:41.037222 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1413a9-5954-4a01-8704-f91a36360f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ee6315-7602-46cd-89c7-31a28fc68445,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:41.040799 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7b1413a9-5954-4a01-8704-f91a36360f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:41.043143 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-7b1413a9-5954-4a01-8704-f91a36360f2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0ee6315-7602-46cd-89c7-31a28fc68445 HTTP/1.1" status: 204 len: 168 time: 0.2738063 Jan 14 22:46:41.114734 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:41.460156 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb34867-67c4-4b77-b2f8-d1beb9e98c29 req-aa5413e3-17bf-4f39-ab0d-2e0fd88e8ee8 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:41.462887 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0fb34867-67c4-4b77-b2f8-d1beb9e98c29 req-aa5413e3-17bf-4f39-ab0d-2e0fd88e8ee8 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1044340 Jan 14 22:46:41.696693 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0fb34867-67c4-4b77-b2f8-d1beb9e98c29 req-0cf894c7-6ddf-4dcd-b332-6ab4d02cec12 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228878 Jan 14 22:46:41.931187 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833e598-8bba-4989-9406-8d92ba3fe289 req-a7c67df4-9444-446c-9fdf-d0075c426f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:41.931187 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c833e598-8bba-4989-9406-8d92ba3fe289 req-a7c67df4-9444-446c-9fdf-d0075c426f5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 1098 time: 0.0978611 Jan 14 22:46:41.974211 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c833e598-8bba-4989-9406-8d92ba3fe289 req-bfd32b4a-ae51-4faf-8813-b5a400f0d9a6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Jan 14 22:46:42.719757 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59864) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:42.914313 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2054408149-network', 'tenant_id': '439cb5d34f974c91830ad89417541b65'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:42.919053 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:42.924713 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Usage tracker for resource:network and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:42.939505 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445d24-9e13-4757-aeea-acc419657f92 req-91eccfe7-57bf-4f45-9556-61e4925df645 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:42.940979 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6d445d24-9e13-4757-aeea-acc419657f92 req-91eccfe7-57bf-4f45-9556-61e4925df645 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0901644 Jan 14 22:46:42.946669 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:42.953925 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:42.994798 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6d445d24-9e13-4757-aeea-acc419657f92 req-9f311cbc-2af4-4143-82ae-739a2855b5ce tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471916 Jan 14 22:46:43.062751 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Made reservation on behalf of 439cb5d34f974c91830ad89417541b65 for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:43.065859 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:43.079666 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:43.096559 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:43.100313 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Usage tracker for resource:security_group_rule and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:43.103078 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:43.109446 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:43.209250 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:43.291324 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:43.323133 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:46:43.336468 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326dadac-b39e-464a-bd0c-85a58c16cac9,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:43.343454 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:43.343801 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Added segment 037ecc93-9e2e-4e1e-aae9-073d33a9ffed of type vlan for network a8158e17-53f5-45de-93ff-757f87c67705 Jan 14 22:46:43.375196 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:43.495938 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:43.496921 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:43.497518 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:43.599782 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] Pushing event updated for resources: {'Network': ['ID=a8158e17-53f5-45de-93ff-757f87c67705,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:43.609768 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network a8158e17-53f5-45de-93ff-757f87c67705 details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:46:43.651833 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-00d4ad13-62f4-4d4d-9240-938cab969e94 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9309828 Jan 14 22:46:43.655147 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59896) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:43.660556 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Request body: {'subnet': {'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2054408149-subnet', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:43.665233 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:43.670764 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Usage tracker for resource:subnet and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:43.676679 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:43.695460 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:43.748969 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Made reservation on behalf of 439cb5d34f974c91830ad89417541b65 for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:43.751603 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61016240'] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:44.143016 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61016222'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:44.193295 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8588-4ba2-4abf-9851-6b41134627ea req-dbb785a7-054a-4770-9119-79310819014d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:44.194688 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d29f8588-4ba2-4abf-9851-6b41134627ea req-dbb785a7-054a-4770-9119-79310819014d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0826991 Jan 14 22:46:44.215485 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b99ea17-f83f-41c7-8c16-d52cd11450ce,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:44.228646 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Checking segment: {'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:44.234611 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Network hostable DHCP agents. Network: a8158e17-53f5-45de-93ff-757f87c67705, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:46:44.247117 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d29f8588-4ba2-4abf-9851-6b41134627ea req-ec8c6973-5c48-4239-b6f6-ecc2be3b9187 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458493 Jan 14 22:46:44.344323 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Network a8158e17-53f5-45de-93ff-757f87c67705 is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:46:44.412230 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, a8158e17-53f5-45de-93ff-757f87c67705) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:44.421476 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:44.421760 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9939be65-ca88-47cd-9565-2c456af133a7 None None] Network a8158e17-53f5-45de-93ff-757f87c67705 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:46:44.422311 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:44.448762 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f5755-d49e-471d-8ca6-7643f319a2cd req-3438163f-edeb-4a24-8cd2-7f07382f716e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:44.454472 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d42f5755-d49e-471d-8ca6-7643f319a2cd req-3438163f-edeb-4a24-8cd2-7f07382f716e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1000195 Jan 14 22:46:44.491000 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-652949a8-b5b3-416a-8954-5dc25b09258b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8345499 Jan 14 22:46:44.493551 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 59936) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:44.499575 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:44.508105 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:44.518527 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Usage tracker for resource:router and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:44.520114 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d42f5755-d49e-471d-8ca6-7643f319a2cd req-50b39317-d7d8-44f0-b7e6-07ad7fb4f639 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573330 Jan 14 22:46:44.522111 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:44.528679 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:44.642928 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-591190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125228'] for router, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:44.644787 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-943139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1028506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125269'] for router, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:44.674879 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9fb5ad1-a60a-5e84-a8cb-91350f4bd22d-a8158e17-53f5-45de-93ff-757f87c67705', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce'}]}} from dv-cinder-824801-1-iscsi. {{(pid=87474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 14 22:46:44.675376 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:44.680454 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:44.840023 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.db_base_plugin_common [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Allocated IP 172.20.0.2 (a8158e17-53f5-45de-93ff-757f87c67705/5b99ea17-f83f-41c7-8c16-d52cd11450ce/251fb2d8-1682-4fd2-a0bb-447d185f6d2d) {{(pid=87474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:46:45.031831 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:45.099543 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Notify callbacks [] for port, precommit_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:45.110699 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Transition to ACTIVE for port object 251fb2d8-1682-4fd2-a0bb-447d185f6d2d will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:46:45.129986 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Transition to ACTIVE for port object 251fb2d8-1682-4fd2-a0bb-447d185f6d2d will not be triggered until provisioned by entity DHCP. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:46:45.194790 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:45.343741 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Network a8158e17-53f5-45de-93ff-757f87c67705 is already hosted by enough agents. {{(pid=87474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:46:45.347763 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.base_scheduler [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Resources bound (agent type, host, resource id): {{(pid=87474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:45.358167 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Received port after_create {{(pid=87474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:46:45.423910 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Pushing event updated for resources: {'Port': ['ID=251fb2d8-1682-4fd2-a0bb-447d185f6d2d,revision_number=1']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:45.457674 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:45.486634 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Attempting to bind port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:46:45.487261 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Attempting to bind port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:46:45.487792 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Attempting to bind port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d on network a8158e17-53f5-45de-93ff-757f87c67705 {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:46:45.489583 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:45.493579 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:46:45.494198 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Checking segment: {'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:45.494746 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:45.495278 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Bound using segment: {'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:46:45.495886 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Bound port: 251fb2d8-1682-4fd2-a0bb-447d185f6d2d, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:46:45.496406 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:45.618077 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] For port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:46:45.625468 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] For port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=251fb2d8-1682-4fd2-a0bb-447d185f6d2d,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:46:45.667493 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Allocated IP 172.27.3.139 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/9cbc2504-4333-4d38-8a05-aef0f963427f) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:46:45.737917 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:45.840031 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:45.841820 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b480c-a1fb-4157-b4d8-d925ca81f93e None None] Pushing event updated for resources: {'Port': ['ID=251fb2d8-1682-4fd2-a0bb-447d185f6d2d,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:45.988951 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:46.007215 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60000) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:46.092014 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:46:46.129291 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:46.139926 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:46:46.249488 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60018) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:46.424151 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbc2504-4333-4d38-8a05-aef0f963427f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:46.433769 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d609024e-8c22-412a-84ed-0213f00f9049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:46.493398 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d609024e-8c22-412a-84ed-0213f00f9049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:46.506297 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d609024e-8c22-412a-84ed-0213f00f9049 admin admin] Usage tracker for resource:security_group_rule and tenant:26479e57b2fa460191970edba1bb8cec is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:46.513396 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d609024e-8c22-412a-84ed-0213f00f9049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:46.520342 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d609024e-8c22-412a-84ed-0213f00f9049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:46.558257 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-100d8d4c-cefd-4db8-813e-f7f884bf1ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:46.581380 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-100d8d4c-cefd-4db8-813e-f7f884bf1ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:46.587494 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-100d8d4c-cefd-4db8-813e-f7f884bf1ebb admin admin] Usage tracker for resource:security_group_rule and tenant:8c42d9852c5a44ca9c6cd30e76dc3832 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:46.591653 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-100d8d4c-cefd-4db8-813e-f7f884bf1ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:46.600475 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-100d8d4c-cefd-4db8-813e-f7f884bf1ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:46.678584 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d609024e-8c22-412a-84ed-0213f00f9049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:46.753280 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-100d8d4c-cefd-4db8-813e-f7f884bf1ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:46.768441 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d609024e-8c22-412a-84ed-0213f00f9049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:46.815987 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d609024e-8c22-412a-84ed-0213f00f9049 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26479e57b2fa460191970edba1bb8cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8046849 Jan 14 22:46:46.816834 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60034) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:46.850035 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-100d8d4c-cefd-4db8-813e-f7f884bf1ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:46.956889 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609024e-8c22-412a-84ed-0213f00f9049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93fef17-d1ae-4418-87ef-d1b521a8eb77,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:47.018128 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-100d8d4c-cefd-4db8-813e-f7f884bf1ebb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c42d9852c5a44ca9c6cd30e76dc3832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7647839 Jan 14 22:46:47.019902 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60042) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:47.023313 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:47.025412 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69b9aba9-db61-4e53-bec5-3f477a1e066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:47.053676 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d8d4c-cefd-4db8-813e-f7f884bf1ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b3bdb-46c1-42de-99a4-3116ba6cfe4e,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:47.093917 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69b9aba9-db61-4e53-bec5-3f477a1e066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:47.188064 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0397420b-a767-457b-a954-8080d7beaaa0 None None] Network a8158e17-53f5-45de-93ff-757f87c67705 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:46:47.235255 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80db9376-851d-420f-b4cf-891572f1fa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:47.257909 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69b9aba9-db61-4e53-bec5-3f477a1e066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:47.288971 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9aba9-db61-4e53-bec5-3f477a1e066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93fef17-d1ae-4418-87ef-d1b521a8eb77,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:47.333831 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80db9376-851d-420f-b4cf-891572f1fa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:47.351056 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69b9aba9-db61-4e53-bec5-3f477a1e066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:47.355310 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-69b9aba9-db61-4e53-bec5-3f477a1e066c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c93fef17-d1ae-4418-87ef-d1b521a8eb77 HTTP/1.1" status: 204 len: 168 time: 0.5343664 Jan 14 22:46:47.437497 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-690aee39-b2bf-4760-8e17-7b3f852cacde None None] Provisioning for port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:46:47.527700 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305'] for router, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:47.614171 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80db9376-851d-420f-b4cf-891572f1fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:47.664512 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db9376-851d-420f-b4cf-891572f1fa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b3bdb-46c1-42de-99a4-3116ba6cfe4e,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:47.771348 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-80db9376-851d-420f-b4cf-891572f1fa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:47.775114 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-80db9376-851d-420f-b4cf-891572f1fa84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f12b3bdb-46c1-42de-99a4-3116ba6cfe4e HTTP/1.1" status: 204 len: 168 time: 0.7510908 Jan 14 22:46:47.795377 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcde8eb-68d1-4a23-b3ad-c91ba562a26f req-d30d476d-905a-4687-9bd2-a06071fb01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:47.804775 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dfcde8eb-68d1-4a23-b3ad-c91ba562a26f req-d30d476d-905a-4687-9bd2-a06071fb01d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 1099 time: 0.2580357 Jan 14 22:46:47.817125 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b39a7-94a3-4f94-92b4-38feb160ce19 req-c66eac8e-2651-4a7c-b72f-15159bdbb51b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:47.832289 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b95b39a7-94a3-4f94-92b4-38feb160ce19 req-c66eac8e-2651-4a7c-b72f-15159bdbb51b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.2218568 Jan 14 22:46:48.011642 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 is scheduled to L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 with binding_index 1 {{(pid=87472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 14 22:46:48.108963 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b95b39a7-94a3-4f94-92b4-38feb160ce19 req-50d5708f-35b9-44c9-8c1b-7ee5fcae73d7 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757146 Jan 14 22:46:48.124501 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 251fb2d8-1682-4fd2-a0bb-447d185f6d2d up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:46:48.280400 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcde8eb-68d1-4a23-b3ad-c91ba562a26f req-5cd9b21b-bf75-4f94-a753-220d58dc82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:48.282048 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dfcde8eb-68d1-4a23-b3ad-c91ba562a26f req-5cd9b21b-bf75-4f94-a753-220d58dc82cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 919 time: 0.4477229 Jan 14 22:46:48.292760 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:46:48.299486 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:46:48.300059 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:48.329475 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:46:48.340164 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Sync routers for ids ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:46:48.352212 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Routers {'3b33b5d4-f06b-4566-948e-a8af3e6535b2'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:46:48.353063 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:46:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:48.379381 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dfcde8eb-68d1-4a23-b3ad-c91ba562a26f req-ff1efad5-1aac-4c5d-97f4-05ba9940b752 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a HTTP/1.1" status: 200 len: 217 time: 0.0881331 Jan 14 22:46:48.445816 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] Notify callbacks [] for router, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:48.447368 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-1e79db96-11a3-440d-b289-e92e4a1513d5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9527652 Jan 14 22:46:48.456181 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60100) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:48.474289 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-18a5a440-e36d-4307-953d-e99dd3c0648d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:48.486817 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-18a5a440-e36d-4307-953d-e99dd3c0648d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/networks?id=b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 200 len: 813 time: 0.3735900 Jan 14 22:46:48.550266 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-0e58212c-b71b-47c3-95b8-dc7ea8dbd03e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/quotas/340b49de861c4150a6a23769129e54b4 HTTP/1.1" status: 200 len: 375 time: 0.0623813 Jan 14 22:46:48.559659 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:48.637893 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=251fb2d8-1682-4fd2-a0bb-447d185f6d2d,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:46:48.643691 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcde8eb-68d1-4a23-b3ad-c91ba562a26f req-6e2e6238-e609-4e8a-a0bf-8d525b111c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:48.645699 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dfcde8eb-68d1-4a23-b3ad-c91ba562a26f req-6e2e6238-e609-4e8a-a0bf-8d525b111c2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7a60679-5b63-4b30-b6a7-284c957fb909 HTTP/1.1" status: 200 len: 859 time: 0.2606077 Jan 14 22:46:48.699949 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dfcde8eb-68d1-4a23-b3ad-c91ba562a26f req-9fdae4a3-00fa-44ca-8be2-920e98a52241 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75bebe5b-4437-44d1-b77b-3462d9c0eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443017 Jan 14 22:46:48.705244 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Set router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:46:48.720023 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:48.835173 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60110) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:48.866570 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=251fb2d8-1682-4fd2-a0bb-447d185f6d2d,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:48.933105 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-06c608f1-f718-4fc1-960e-da6ec65079fa tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3812239 Jan 14 22:46:49.191319 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:46Z', 'revision_number': 3, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:49.201133 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Checking router: 3b33b5d4-f06b-4566-948e-a8af3e6535b2 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:46:49.201133 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Updating router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 port 9cbc2504-4333-4d38-8a05-aef0f963427f binding host dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:46:49.281152 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:49.327728 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dfcde8eb-68d1-4a23-b3ad-c91ba562a26f req-ca4bfedd-9d06-4d83-bd5c-95e060a240fd service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190498 Jan 14 22:46:49.428958 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-03eb692f-4d05-4943-b75b-82e31d9d3548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:49.483881 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-03eb692f-4d05-4943-b75b-82e31d9d3548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:49.584693 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-03eb692f-4d05-4943-b75b-82e31d9d3548 admin admin] Usage tracker for resource:security_group_rule and tenant:08bb8020d2164fa88476a9e04edb4d80 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:49.598697 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-03eb692f-4d05-4943-b75b-82e31d9d3548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:49.616685 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-03eb692f-4d05-4943-b75b-82e31d9d3548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:49.645391 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-8007cf1f-1301-4d99-99c8-3ae32333c2e6 service neutron] 10.222.0.25 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006297 Jan 14 22:46:49.840493 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dfcde8eb-68d1-4a23-b3ad-c91ba562a26f req-34d588db-7f8b-495b-b8b7-2df12dc2fb3a service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469116 Jan 14 22:46:49.841526 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:49.907164 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4a54a-505d-4521-bd41-d4ce5d4462c6 req-73ba5c70-82f8-41e3-b895-c5bc93458614 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:49.908691 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c8e4a54a-505d-4521-bd41-d4ce5d4462c6 req-73ba5c70-82f8-41e3-b895-c5bc93458614 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.6255982 Jan 14 22:46:49.910165 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Notify callbacks [] for port, precommit_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:49.941386 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.provisioning_blocks [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Transition to ACTIVE for port object 9cbc2504-4333-4d38-8a05-aef0f963427f will not be triggered until provisioned by entity L2. {{(pid=87475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:46:50.011633 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.078411 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c8e4a54a-505d-4521-bd41-d4ce5d4462c6 req-3f99b0d5-0908-48d8-8847-4b806d3c4382 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619129 Jan 14 22:46:50.080392 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-de3763df-25cd-4e7b-9496-2fdd3149de38 service neutron] 10.222.0.25 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280982 Jan 14 22:46:50.092819 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 251fb2d8-1682-4fd2-a0bb-447d185f6d2d up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:46:50.129056 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-03eb692f-4d05-4943-b75b-82e31d9d3548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.199547 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-03eb692f-4d05-4943-b75b-82e31d9d3548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.212256 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Attempting to bind port 9cbc2504-4333-4d38-8a05-aef0f963427f on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:46:50.213868 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Attempting to bind port 9cbc2504-4333-4d38-8a05-aef0f963427f by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:46:50.214240 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Attempting to bind port 9cbc2504-4333-4d38-8a05-aef0f963427f on network f5e3ea0a-7141-444e-ae92-10b3ccc8933d {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:46:50.234492 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Pushing event updated for resources: {'Port': ['ID=9cbc2504-4333-4d38-8a05-aef0f963427f,revision_number=2']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:50.242774 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:46:50.243154 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:50.243548 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.243940 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Bound using segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:46:50.244543 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Bound port: 9cbc2504-4333-4d38-8a05-aef0f963427f, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:46:50.244944 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.309055 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:46:50.310715 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.313716 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.314767 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.315112 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.315463 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.315783 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.316881 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Allocated IP 172.20.0.1 (a8158e17-53f5-45de-93ff-757f87c67705/5b99ea17-f83f-41c7-8c16-d52cd11450ce/07b92f8d-734c-441b-8988-6ae27a71c92b) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:46:50.319131 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.319470 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.319810 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.321399 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.321651 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.322022 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.323244 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:50.337311 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb692f-4d05-4943-b75b-82e31d9d3548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5719444-24a2-434f-a6ab-a68367a799f5,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:50.357913 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-03eb692f-4d05-4943-b75b-82e31d9d3548 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08bb8020d2164fa88476a9e04edb4d80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5202885 Jan 14 22:46:50.358709 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60162) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:50.414148 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] For port 9cbc2504-4333-4d38-8a05-aef0f963427f, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:46:50.417260 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] For port 9cbc2504-4333-4d38-8a05-aef0f963427f, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=9cbc2504-4333-4d38-8a05-aef0f963427f,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:46:50.478752 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-43182125-3238-45a3-9de7-3be56450b7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.507275 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.523925 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-43182125-3238-45a3-9de7-3be56450b7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.674057 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Routers {'3b33b5d4-f06b-4566-948e-a8af3e6535b2'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:46:50.674825 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:46:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:50.704167 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-64d96a6c-115e-4f7c-9107-7fb82ee3d688 req-e88f57b9-5c6b-442d-8499-ef71539b3111 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 210 time: 0.1135211 Jan 14 22:46:50.707407 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-43182125-3238-45a3-9de7-3be56450b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.752912 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c80c1-9aaa-488d-9b9d-daba51ed005a None None] Pushing event updated for resources: {'Port': ['ID=9cbc2504-4333-4d38-8a05-aef0f963427f,revision_number=3']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:50.753113 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.803503 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43182125-3238-45a3-9de7-3be56450b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5719444-24a2-434f-a6ab-a68367a799f5,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:50.824312 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-43182125-3238-45a3-9de7-3be56450b7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.830676 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-43182125-3238-45a3-9de7-3be56450b7a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5719444-24a2-434f-a6ab-a68367a799f5 HTTP/1.1" status: 204 len: 168 time: 0.4694824 Jan 14 22:46:50.839049 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Transition to ACTIVE for port object 07b92f8d-734c-441b-8988-6ae27a71c92b will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:46:50.960085 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:50.966917 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] Set router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:46:51.071446 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408ae1-ebd2-47f3-a78a-9769a9e97e96 req-b4fbce45-d719-436f-b484-c451a9573ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:51.073319 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38408ae1-ebd2-47f3-a78a-9769a9e97e96 req-b4fbce45-d719-436f-b484-c451a9573ee5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 1099 time: 0.1369071 Jan 14 22:46:51.084984 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Network a8158e17-53f5-45de-93ff-757f87c67705 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:46:51.093239 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:51.098346 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:46:51.120144 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:51.249236 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943251'] for router_interface, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:51.273737 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408ae1-ebd2-47f3-a78a-9769a9e97e96 req-7078b16f-30b2-4a4a-9c25-e3624e8a31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:51.276094 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38408ae1-ebd2-47f3-a78a-9769a9e97e96 req-7078b16f-30b2-4a4a-9c25-e3624e8a31a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 919 time: 0.1795382 Jan 14 22:46:51.388350 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Pushing event updated for resources: {'Port': ['ID=07b92f8d-734c-441b-8988-6ae27a71c92b,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:51.511206 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38408ae1-ebd2-47f3-a78a-9769a9e97e96 req-999f6015-ec0e-4659-9c11-fe752e47dd28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a HTTP/1.1" status: 200 len: 217 time: 0.1708851 Jan 14 22:46:51.537486 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:46Z', 'revision_number': 3, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:51.541879 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8790f-d724-423a-85b7-3de22265f18d None None] The sync data for ids ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'] in dv-cinder-824801-1-iscsi is: [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:46Z', 'revision_number': 3, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:46:51.559467 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:51.611065 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-633503bf-ade7-4bfd-9177-77dbb921c7d8 None None] Provisioning for port 07b92f8d-734c-441b-8988-6ae27a71c92b completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:46:51.616114 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-633503bf-ade7-4bfd-9177-77dbb921c7d8 None None] Provisioning complete for port 07b92f8d-734c-441b-8988-6ae27a71c92b triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:46:51.620616 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-633503bf-ade7-4bfd-9177-77dbb921c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:51.626228 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5714be-b0da-4267-a9dd-aa81a9165a23 req-6a40ce72-c1c4-4878-82fa-7e24d56a719a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:51.633741 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-df5714be-b0da-4267-a9dd-aa81a9165a23 req-6a40ce72-c1c4-4878-82fa-7e24d56a719a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.3501782 Jan 14 22:46:51.676680 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408ae1-ebd2-47f3-a78a-9769a9e97e96 req-ad69f6d3-f89a-4edd-a31b-cbb45c6f0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:51.678474 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38408ae1-ebd2-47f3-a78a-9769a9e97e96 req-ad69f6d3-f89a-4edd-a31b-cbb45c6f0e1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7a60679-5b63-4b30-b6a7-284c957fb909 HTTP/1.1" status: 200 len: 859 time: 0.1590302 Jan 14 22:46:51.757023 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38408ae1-ebd2-47f3-a78a-9769a9e97e96 req-9fb57f85-b317-424e-ba97-c7217bbb41e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75bebe5b-4437-44d1-b77b-3462d9c0eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665221 Jan 14 22:46:51.765991 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-633503bf-ade7-4bfd-9177-77dbb921c7d8 None None] Port 07b92f8d-734c-441b-8988-6ae27a71c92b cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:46:51.778245 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-df5714be-b0da-4267-a9dd-aa81a9165a23 req-709b57a6-ccba-4489-874b-985ec49a20c3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363757 Jan 14 22:46:51.867294 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:51.878880 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dc64f6a0-7487-481e-982a-6abf4127fec1 req-8ee58d64-a140-435f-b6c2-a8e0d756a5bd tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 210 time: 0.0721176 Jan 14 22:46:52.014346 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60212) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:52.028032 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:52.084886 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0ba365b4-2369-4435-970f-a32153953f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:52.133135 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 9cbc2504-4333-4d38-8a05-aef0f963427f up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:46:52.147829 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-0ba365b4-2369-4435-970f-a32153953f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:52.160354 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-0ba365b4-2369-4435-970f-a32153953f55 admin admin] Usage tracker for resource:security_group_rule and tenant:93574d7f36c44fdc9c80d02e69bfe87e is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:52.174964 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-0ba365b4-2369-4435-970f-a32153953f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:52.207563 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-0ba365b4-2369-4435-970f-a32153953f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:52.210178 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943356'] for router_interface, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:52.214484 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Pushing event updated for resources: {'Port': ['ID=07b92f8d-734c-441b-8988-6ae27a71c92b,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:52.214889 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38408ae1-ebd2-47f3-a78a-9769a9e97e96 req-4fa7655a-c533-4418-8e2e-25e8d3068382 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346132 Jan 14 22:46:52.331099 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 9cbc2504-4333-4d38-8a05-aef0f963427f completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:46:52.337112 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 9cbc2504-4333-4d38-8a05-aef0f963427f triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:46:52.337686 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:52.592411 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:52.609272 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60234) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:52.660371 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 9cbc2504-4333-4d38-8a05-aef0f963427f, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=9cbc2504-4333-4d38-8a05-aef0f963427f,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:46:52.711167 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:52.761288 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Network a8158e17-53f5-45de-93ff-757f87c67705 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:46:52.761870 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38408ae1-ebd2-47f3-a78a-9769a9e97e96 req-796eafcb-2046-41bc-b048-c0c1b9413d6f service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382950 Jan 14 22:46:52.762822 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:52.769381 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9b3aa7-614a-42e2-ac1e-8b6c24832ae7 admin admin] Deleting subnet 585b89f1-8e65-4132-a869-8ac2918592a4 {{(pid=87473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:46:52.774457 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3aa7-614a-42e2-ac1e-8b6c24832ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:52.848190 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=9cbc2504-4333-4d38-8a05-aef0f963427f,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:53.044793 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0ba365b4-2369-4435-970f-a32153953f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.081685 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3aa7-614a-42e2-ac1e-8b6c24832ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153136'] for subnet, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.103735 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:46:53.117273 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1f14d6b-2a5c-44a7-9d62-5bb4677cd09e None None] Provisioning complete for port 07b92f8d-734c-441b-8988-6ae27a71c92b triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:46:53.118165 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1f14d6b-2a5c-44a7-9d62-5bb4677cd09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.178347 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0ba365b4-2369-4435-970f-a32153953f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.208665 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1f14d6b-2a5c-44a7-9d62-5bb4677cd09e None None] Port 07b92f8d-734c-441b-8988-6ae27a71c92b cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:46:53.231598 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-83f759e9-e4b0-42c2-95d4-7e45fe8fd849 req-a29f34ea-f733-4c3d-a7b2-0ee90b734a12 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 210 time: 0.1155927 Jan 14 22:46:53.287393 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3aa7-614a-42e2-ac1e-8b6c24832ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.298828 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:46:53.308537 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-e5032474-1a76-4f96-adc1-68248e0392bf admin admin] 10.222.0.25 "PUT /v2.0/routers/3b33b5d4-f06b-4566-948e-a8af3e6535b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8511240 Jan 14 22:46:53.331890 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-0ba365b4-2369-4435-970f-a32153953f55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93574d7f36c44fdc9c80d02e69bfe87e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3107028 Jan 14 22:46:53.335170 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60246) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:53.336624 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba365b4-2369-4435-970f-a32153953f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404ee705-9066-4314-a62d-43439d082c50,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:53.420580 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72bab5-1620-4dd3-8c8f-496982fb8ffc req-4f78e3dc-2dd8-4092-b74f-984cb54a2634 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:53.426482 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6f72bab5-1620-4dd3-8c8f-496982fb8ffc req-4f78e3dc-2dd8-4092-b74f-984cb54a2634 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.4219382 Jan 14 22:46:53.486055 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.544683 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.568526 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6f72bab5-1620-4dd3-8c8f-496982fb8ffc req-001169b0-887e-41a0-bdb8-21cd3feb3171 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318188 Jan 14 22:46:53.650551 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3aa7-614a-42e2-ac1e-8b6c24832ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14178557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1774171'] for subnet, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.697385 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b3aa7-614a-42e2-ac1e-8b6c24832ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585b89f1-8e65-4132-a869-8ac2918592a4,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:53.702286 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3aa7-614a-42e2-ac1e-8b6c24832ae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.717553 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-3d9b3aa7-614a-42e2-ac1e-8b6c24832ae7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/585b89f1-8e65-4132-a869-8ac2918592a4 HTTP/1.1" status: 204 len: 168 time: 1.1070452 Jan 14 22:46:53.720206 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60256) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:53.756148 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.792309 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404ee705-9066-4314-a62d-43439d082c50,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:53.928565 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.928921 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.929257 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.929588 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.929934 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.930261 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.930722 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.931168 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.931473 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.931787 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.932101 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.932411 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:53.947612 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:53.954615 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-2101aa41-5163-4cf7-8ffc-8e3fcc14043b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/404ee705-9066-4314-a62d-43439d082c50 HTTP/1.1" status: 204 len: 168 time: 0.6170554 Jan 14 22:46:53.979289 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.082647 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-d1cbca09-e598-42d5-b133-f9938459364b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:54.084140 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-d1cbca09-e598-42d5-b133-f9938459364b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "GET /v2.0/networks?id=b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 200 len: 813 time: 0.3582091 Jan 14 22:46:54.109297 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Request body: {'port': {'device_id': '3403361e-cf51-42f2-93f5-70f8970a8221', 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0', 'admin_state_up': True, 'tenant_id': '340b49de861c4150a6a23769129e54b4'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:54.150000 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 9cbc2504-4333-4d38-8a05-aef0f963427f up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:46:54.250166 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Sync routers for ids ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:46:54.289510 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.301351 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Routers {'3b33b5d4-f06b-4566-948e-a8af3e6535b2'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:46:54.301351 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:46:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:54.363262 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdc58bc-0629-4baf-8cbe-e8fb52688e4e']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:54.386779 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 9cbc2504-4333-4d38-8a05-aef0f963427f triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:46:54.387454 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.405072 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:54.421633 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:54.422010 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2da6fd-022d-434c-ab60-358b650466cf') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:54.422315 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2da6fd-022d-434c-ab60-358b650466cf') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:54.455192 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.479648 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.487957 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:46:54.489001 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:46:54.527655 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:46:54.563054 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eef34e71-5535-4018-ae14-08e6cc8812c9 req-5efa01ec-680c-4236-8d6b-bf8fe04e6dc5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 210 time: 0.0657923 Jan 14 22:46:54.590079 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Made reservation on behalf of 340b49de861c4150a6a23769129e54b4 for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:54.590079 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.650663 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60286) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:54.657232 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1904030870-network', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:54.662625 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:54.666983 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Usage tracker for resource:network and tenant:b6b4958dfcd84b9f95e216e1ea766fb8 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:54.672004 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:54.677896 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:54.754582 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Made reservation on behalf of b6b4958dfcd84b9f95e216e1ea766fb8 for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:54.756789 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.769171 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.779079 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.804603 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Set router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:46:54.805667 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.810083 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fdc58bc-0629-4baf-8cbe-e8fb52688e4e,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:54.817383 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:54.822657 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Usage tracker for resource:security_group_rule and tenant:b6b4958dfcd84b9f95e216e1ea766fb8 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:54.829151 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-9348febc-be81-435c-b5f8-33d7dc053115 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2fdc58bc-0629-4baf-8cbe-e8fb52688e4e HTTP/1.1" status: 204 len: 168 time: 1.1075063 Jan 14 22:46:54.830222 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:54.832777 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60294) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:54.867161 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:54.917683 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d67ad1d-6033-42a4-8756-e0213cddf3c5 admin admin] Deleting subnet 466c9941-74ae-4a27-b193-928275201261 {{(pid=87472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:46:54.922010 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad1d-6033-42a4-8756-e0213cddf3c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:54.922505 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Allocated IP 172.20.0.2 (b5c3c2f3-62de-408a-8af6-2319578a53b0/a257786c-79f5-489b-82fa-942df4f5c73c/a0080e08-df99-4266-94da-9bd13b2985fd) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:46:54.936453 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576c015-9c88-495b-9563-0c958922efd1 req-ff3db249-f732-45c8-abb7-1d221ece6abb tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:54.938285 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1576c015-9c88-495b-9563-0c958922efd1 req-ff3db249-f732-45c8-abb7-1d221ece6abb tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1964309 Jan 14 22:46:55.020335 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad1d-6033-42a4-8756-e0213cddf3c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615911'] for subnet, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.039597 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1576c015-9c88-495b-9563-0c958922efd1 req-f25e2624-4e2a-4838-bae0-488be4b047ef tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941517 Jan 14 22:46:55.116911 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad1d-6033-42a4-8756-e0213cddf3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.267680 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.309085 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:51Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '07b92f8d-734c-441b-8988-6ae27a71c92b', 'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'mac_address': 'fa:16:3e:f3:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:49Z', 'updated_at': '2022-01-14T22:46:51Z', 'revision_number': 2, 'project_id': '439cb5d34f974c91830ad89417541b65', 'subnets': [{'id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:55.316178 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Checking router: 3b33b5d4-f06b-4566-948e-a8af3e6535b2 for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:46:55.316178 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Updating router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 port 07b92f8d-734c-441b-8988-6ae27a71c92b binding host dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:46:55.351184 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.363709 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.402800 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.406285 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:46:55.408624 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad1d-6033-42a4-8756-e0213cddf3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61016213'] for subnet, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.451661 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc83478-6590-4e81-91d8-2c337f5d6a2f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:55.461771 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.462241 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Added segment ed5c8e4a-d179-4037-bd77-07f2f946e1a5 of type vlan for network cd28599d-226e-4bd1-b47b-243bebfd5369 Jan 14 22:46:55.463771 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67ad1d-6033-42a4-8756-e0213cddf3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466c9941-74ae-4a27-b193-928275201261,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:55.491372 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad1d-6033-42a4-8756-e0213cddf3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.502511 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.505320 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.515946 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-8d67ad1d-6033-42a4-8756-e0213cddf3c5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/466c9941-74ae-4a27-b193-928275201261 HTTP/1.1" status: 204 len: 168 time: 0.6821189 Jan 14 22:46:55.519589 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60324) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:55.623392 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Pushing event updated for resources: {'Port': ['ID=a0080e08-df99-4266-94da-9bd13b2985fd,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:55.676992 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Network b5c3c2f3-62de-408a-8af6-2319578a53b0 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:46:55.682211 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:55.686638 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:46:55.699113 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.798068 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.800054 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:55.801629 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.914291 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Notify callbacks [] for port, precommit_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:55.930766 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Transition to ACTIVE for port object 07b92f8d-734c-441b-8988-6ae27a71c92b will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:46:55.994399 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.069151 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:56.069748 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.093720 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.126134 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98603e60-5527-415c-a56d-4fb997bbfff8 req-1afc84cc-fcf7-47c0-8df4-d60fc62a9c07 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:56.128819 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4769266 Jan 14 22:46:56.130927 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60344) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:56.133141 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-98603e60-5527-415c-a56d-4fb997bbfff8 req-1afc84cc-fcf7-47c0-8df4-d60fc62a9c07 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 931 time: 0.3673186 Jan 14 22:46:56.142095 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dac28-429e-4e74-b7cf-316b0d4d666e admin admin] Pushing event updated for resources: {'Network': ['ID=cd28599d-226e-4bd1-b47b-243bebfd5369,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:56.154705 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Request body: {'subnet': {'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1904030870-subnet', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:56.170406 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:56.178273 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Usage tracker for resource:subnet and tenant:b6b4958dfcd84b9f95e216e1ea766fb8 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:56.183795 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:56.195471 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:56.195942 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-98603e60-5527-415c-a56d-4fb997bbfff8 req-5bcb0a4d-c247-42a1-8c1d-c3681d702a17 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618567 Jan 14 22:46:56.203828 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeffeb2-3841-455e-a6fd-7a3f44651d02 req-e80381b8-799d-49d6-b2ad-f159ef42529b tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:56.205270 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cbeffeb2-3841-455e-a6fd-7a3f44651d02 req-e80381b8-799d-49d6-b2ad-f159ef42529b tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.4384248 Jan 14 22:46:56.219307 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network cd28599d-226e-4bd1-b47b-243bebfd5369 details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:46:56.245238 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b7553-97e9-4c7c-849b-ba7ba5dbc82b None None] Pushing event updated for resources: {'Port': ['ID=07b92f8d-734c-441b-8988-6ae27a71c92b,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:56.246900 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22798571-555b-4851-af8e-3b481c282c9a']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:56.258406 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-a2aa52e1-06b0-4969-82ef-db58215fc4d5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1593418 Jan 14 22:46:56.280750 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa62c2b-fab2-44d7-bf9a-d067d29a8829') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:56.282916 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa62c2b-fab2-44d7-bf9a-d067d29a8829') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:56.295243 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Attempting to bind port 07b92f8d-734c-441b-8988-6ae27a71c92b on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:46:56.295959 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Attempting to bind port 07b92f8d-734c-441b-8988-6ae27a71c92b by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:46:56.296318 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Attempting to bind port 07b92f8d-734c-441b-8988-6ae27a71c92b on network a8158e17-53f5-45de-93ff-757f87c67705 {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:46:56.303956 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.307716 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:46:56.308327 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Checking segment: {'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:56.311567 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.311567 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Bound using segment: {'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:46:56.311567 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Bound port: 07b92f8d-734c-441b-8988-6ae27a71c92b, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:46:56.311567 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.316524 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Made reservation on behalf of b6b4958dfcd84b9f95e216e1ea766fb8 for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:46:56.319035 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61016240'] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.339819 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cbeffeb2-3841-455e-a6fd-7a3f44651d02 req-e3f1b3ed-98cb-4b86-800b-0eea21f341b3 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211514 Jan 14 22:46:56.370081 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.432026 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:46:56.432607 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:46:56.447011 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:46:56.515132 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2deae-9d40-401b-9d26-ccf3bb358067 req-27c830e7-2218-498b-9db7-caf36ebc3640 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:56.519165 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] For port 07b92f8d-734c-441b-8988-6ae27a71c92b, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:46:56.522346 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] For port 07b92f8d-734c-441b-8988-6ae27a71c92b, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=07b92f8d-734c-441b-8988-6ae27a71c92b,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:46:56.526023 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-84b2deae-9d40-401b-9d26-ccf3bb358067 req-27c830e7-2218-498b-9db7-caf36ebc3640 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1385863 Jan 14 22:46:56.571198 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-84b2deae-9d40-401b-9d26-ccf3bb358067 req-09cdf38f-d703-472f-b0db-0504ef45dc04 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 Jan 14 22:46:56.582007 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['75d40ecb-9f01-4ab3-ad1a-f0700544f13b'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:46:56.614009 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.708852 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.728626 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.732787 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Routers {'3b33b5d4-f06b-4566-948e-a8af3e6535b2'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:46:56.733577 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:46:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:56.745150 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] Pushing event deleted for resources: {'Network': ['ID=22798571-555b-4851-af8e-3b481c282c9a,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:56.749326 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-3c26fbb5-51b3-4bb7-9ef8-916a12175555 admin admin] 10.222.0.25 "DELETE /v2.0/networks/22798571-555b-4851-af8e-3b481c282c9a HTTP/1.1" status: 204 len: 168 time: 1.2287400 Jan 14 22:46:56.760470 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61016222'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:56.816365 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b7553-97e9-4c7c-849b-ba7ba5dbc82b None None] Pushing event updated for resources: {'Port': ['ID=07b92f8d-734c-441b-8988-6ae27a71c92b,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:56.844296 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22681c9f-22aa-444c-bfe0-5a485d598a95,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:56.853617 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Checking segment: {'id': 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:56.854014 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Network hostable DHCP agents. Network: cd28599d-226e-4bd1-b47b-243bebfd5369, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:46:56.937096 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Network cd28599d-226e-4bd1-b47b-243bebfd5369 is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:46:57.017242 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, cd28599d-226e-4bd1-b47b-243bebfd5369) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:57.021824 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:57.023844 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:57.048591 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6095bc-7394-4223-8887-90412cda00f0 None None] Network cd28599d-226e-4bd1-b47b-243bebfd5369 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:46:57.125968 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-261615fa-28e6-4c8f-9839-2ca29b60f8a9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9873531 Jan 14 22:46:57.128435 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60368) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:57.142462 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1904030870-router', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:57.142462 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:57.143075 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Usage tracker for resource:router and tenant:b6b4958dfcd84b9f95e216e1ea766fb8 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:57.146047 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:57.151837 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:57.192454 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] Set router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:46:57.256734 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-591190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125228'] for router, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:57.257804 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-943139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1028506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125269'] for router, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:57.295509 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:57.299703 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60380) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:57.428315 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-bf522ee8-29db-4d5d-b28c-787c69442c99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d3ca53a9c68452cb4c7b9662d6f4f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265721 Jan 14 22:46:57.439376 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60390) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:57.531730 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Request body: {'port': {'device_id': '3403361e-cf51-42f2-93f5-70f8970a8221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:46:57.586756 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:57.689603 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9fb5ad1-a60a-5e84-a8cb-91350f4bd22d-cd28599d-226e-4bd1-b47b-243bebfd5369', 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'fixed_ips': [{'subnet_id': '22681c9f-22aa-444c-bfe0-5a485d598a95'}]}} from dv-cinder-824801-1-iscsi. {{(pid=87474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 14 22:46:57.690454 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:57.693444 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:57.711456 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8347a6-df1d-4c88-bc35-0de62b4a3321 req-92ab5bbf-e3e1-4e7a-9906-8e05df1064d4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:57.712155 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-9a8347a6-df1d-4c88-bc35-0de62b4a3321 req-92ab5bbf-e3e1-4e7a-9906-8e05df1064d4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Synchronizing usage tracker for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:46:57.765585 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:57.835094 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:57.871622 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:51Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '07b92f8d-734c-441b-8988-6ae27a71c92b', 'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'mac_address': 'fa:16:3e:f3:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:49Z', 'updated_at': '2022-01-14T22:46:56Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'subnets': [{'id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:46:57.880968 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ca18e-d0c0-476f-9cd9-b681da332fae None None] The sync data for ids ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'] in dv-cinder-824801-1-iscsi is: [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:51Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '07b92f8d-734c-441b-8988-6ae27a71c92b', 'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'mac_address': 'fa:16:3e:f3:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:49Z', 'updated_at': '2022-01-14T22:46:56Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'subnets': [{'id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:46:57.894825 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Allocated IP 172.20.0.2 (cd28599d-226e-4bd1-b47b-243bebfd5369/22681c9f-22aa-444c-bfe0-5a485d598a95/53be7b95-55d9-4cbb-8651-34dbc39c7ee5) {{(pid=87474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:46:57.941540 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5374bb-475f-4d58-b043-1863d881eafc req-a767884f-7e60-4871-b9db-7c1089b0b2f8 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:57.943527 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-df5374bb-475f-4d58-b043-1863d881eafc req-a767884f-7e60-4871-b9db-7c1089b0b2f8 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.3543255 Jan 14 22:46:57.960456 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-9a8347a6-df1d-4c88-bc35-0de62b4a3321 req-92ab5bbf-e3e1-4e7a-9906-8e05df1064d4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Unset dirty status for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:46:57.961643 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9a8347a6-df1d-4c88-bc35-0de62b4a3321 req-92ab5bbf-e3e1-4e7a-9906-8e05df1064d4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 931 time: 0.6170921 Jan 14 22:46:58.152581 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 07b92f8d-734c-441b-8988-6ae27a71c92b up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:46:58.214969 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:58.253681 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9a8347a6-df1d-4c88-bc35-0de62b4a3321 req-4a447d8a-a780-49e4-9673-3810cdcac49c tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681618 Jan 14 22:46:58.259621 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a0c134-597e-4bb9-a32d-49e227dd5651,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:58.315042 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-df5374bb-475f-4d58-b043-1863d881eafc req-99bf0407-ad46-4d79-9598-9569dd0cbde0 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453093 Jan 14 22:46:58.334685 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.335134 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.335482 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.335888 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.336232 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.336563 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.336885 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.337206 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.337630 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.338012 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.338325 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.338654 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:46:58.357567 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:58.359367 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-5494c2ab-1336-4e36-a380-21208746da03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27a0c134-597e-4bb9-a32d-49e227dd5651 HTTP/1.1" status: 204 len: 168 time: 0.9175262 Jan 14 22:46:58.410576 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:58.456917 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Notify callbacks [] for port, precommit_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:58.479452 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Transition to ACTIVE for port object 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:46:58.495307 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:58.511797 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Transition to ACTIVE for port object 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 will not be triggered until provisioned by entity DHCP. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:46:58.552366 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 07b92f8d-734c-441b-8988-6ae27a71c92b completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:46:58.562032 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 07b92f8d-734c-441b-8988-6ae27a71c92b triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:46:58.562032 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:58.651270 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:58.766250 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34016a7b-a4c6-4bfd-9093-492bbc98c657 req-9c407591-07d2-48a3-a4be-ef6793ffab49 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:46:58.775510 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-34016a7b-a4c6-4bfd-9093-492bbc98c657 req-9c407591-07d2-48a3-a4be-ef6793ffab49 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.3104506 Jan 14 22:46:58.834381 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Network cd28599d-226e-4bd1-b47b-243bebfd5369 is already hosted by enough agents. {{(pid=87474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:46:58.839764 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Resources bound (agent type, host, resource id): {{(pid=87474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:58.843961 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Allocated IP 172.27.3.102 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/4eaaec22-cf5e-4cd7-95f7-12763d358053) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:46:58.845856 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Received port after_create {{(pid=87474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:46:58.864599 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Pushing event updated for resources: {'Port': ['ID=53be7b95-55d9-4cbb-8651-34dbc39c7ee5,revision_number=1']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:58.956418 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0080e08-df99-4266-94da-9bd13b2985fd {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:46:58.985464 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-34016a7b-a4c6-4bfd-9093-492bbc98c657 req-d618a8f3-1841-45da-938c-4fdc0f3939c8 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838602 Jan 14 22:46:58.992111 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.042657 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.043515 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Transition to ACTIVE for port object a0080e08-df99-4266-94da-9bd13b2985fd will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:46:59.123771 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Attempting to bind port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:46:59.124280 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Attempting to bind port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:46:59.124737 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Attempting to bind port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 on network cd28599d-226e-4bd1-b47b-243bebfd5369 {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:46:59.131353 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.134295 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:46:59.139656 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Checking segment: {'id': 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:59.139656 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.139656 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Bound using segment: {'id': 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:46:59.139656 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Bound port: 53be7b95-55d9-4cbb-8651-34dbc39c7ee5, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:46:59.139656 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.152074 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.161298 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.191907 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60434) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:59.252441 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 07b92f8d-734c-441b-8988-6ae27a71c92b, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=07b92f8d-734c-441b-8988-6ae27a71c92b,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:46:59.281803 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] For port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:46:59.285048 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] For port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=53be7b95-55d9-4cbb-8651-34dbc39c7ee5,segment=NetworkSegment(ed5c8e4a-d179-4037-bd77-07f2f946e1a5),segment_id=ed5c8e4a-d179-4037-bd77-07f2f946e1a5)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:46:59.315481 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:46:59.319285 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:46:59.324774 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:46:59.365169 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.381343 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Pushing event updated for resources: {'Port': ['ID=4eaaec22-cf5e-4cd7-95f7-12763d358053,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:59.445411 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.553065 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0080e08-df99-4266-94da-9bd13b2985fd,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:59.567388 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-df6f7acb-1307-4e17-8999-c6e09c44bf71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.614758 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=07b92f8d-734c-441b-8988-6ae27a71c92b,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:59.702136 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60448) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:46:59.726607 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e6dcf-59ca-4ab7-a663-d6898759b83b None None] Pushing event updated for resources: {'Port': ['ID=53be7b95-55d9-4cbb-8651-34dbc39c7ee5,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:46:59.767101 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-df6f7acb-1307-4e17-8999-c6e09c44bf71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:46:59.795048 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-df6f7acb-1307-4e17-8999-c6e09c44bf71 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad41b7a23c84b3c878a5c9261d6cf5b is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:46:59.803017 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-df6f7acb-1307-4e17-8999-c6e09c44bf71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:46:59.823497 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-df6f7acb-1307-4e17-8999-c6e09c44bf71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:46:59.834043 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Attempting to bind port a0080e08-df99-4266-94da-9bd13b2985fd on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:46:59.844333 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Attempting to bind port a0080e08-df99-4266-94da-9bd13b2985fd by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:46:59.844333 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Attempting to bind port a0080e08-df99-4266-94da-9bd13b2985fd on network b5c3c2f3-62de-408a-8af6-2319578a53b0 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:46:59.891883 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Port a0080e08-df99-4266-94da-9bd13b2985fd on network b5c3c2f3-62de-408a-8af6-2319578a53b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:46:59.892127 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Attempting to bind port a0080e08-df99-4266-94da-9bd13b2985fd on network b5c3c2f3-62de-408a-8af6-2319578a53b0 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:46:59.929732 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-8356ab4e-7dad-4f4d-8994-3310594a5c61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c058b852eda4e5caac69edf1640649b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085574 Jan 14 22:46:59.934838 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:46:59.935172 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Checking segment: {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:46:59.935553 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Bound using segment: {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:46:59.935973 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Bound port: a0080e08-df99-4266-94da-9bd13b2985fd, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:46:59.936307 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:46:59.945974 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60454) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:00.074082 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60460) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:00.122764 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.161716 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5061f03-26a3-43a0-882b-32914baf8a4e req-f90220f2-dd6a-4e52-992a-0be18bbd4203 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:00.164541 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a5061f03-26a3-43a0-882b-32914baf8a4e req-f90220f2-dd6a-4e52-992a-0be18bbd4203 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.6112745 Jan 14 22:47:00.180554 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e731f-c1e8-427b-9288-edd48264a66c req-c30e9acb-e880-43f3-95ac-5152d7557459 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:00.182267 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ef2e731f-c1e8-427b-9288-edd48264a66c req-c30e9acb-e880-43f3-95ac-5152d7557459 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 943 time: 0.5397127 Jan 14 22:47:00.212871 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:47:00.279546 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:47:00.341159 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ef2e731f-c1e8-427b-9288-edd48264a66c req-2d3fe81a-dcea-4513-9df5-97671d4b70a6 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505411 Jan 14 22:47:00.347818 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2c7052c9-d28f-497f-abd4-47f52784c74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.373006 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a5061f03-26a3-43a0-882b-32914baf8a4e req-c38c2896-64f9-4b2b-af23-79bfca4d2428 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840770 Jan 14 22:47:00.374558 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4f69b177-4b93-4280-8ccc-3977364db13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.380456 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] For port a0080e08-df99-4266-94da-9bd13b2985fd, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:47:00.396702 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] For port a0080e08-df99-4266-94da-9bd13b2985fd, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=a0080e08-df99-4266-94da-9bd13b2985fd,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:47:00.398704 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-df6f7acb-1307-4e17-8999-c6e09c44bf71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.402069 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4f69b177-4b93-4280-8ccc-3977364db13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:00.407537 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4f69b177-4b93-4280-8ccc-3977364db13e admin admin] Usage tracker for resource:security_group_rule and tenant:3cfa1872c7034b29a7149e9bb2d20924 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:00.410345 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4f69b177-4b93-4280-8ccc-3977364db13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:00.412818 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2c7052c9-d28f-497f-abd4-47f52784c74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.416419 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:47:00.420775 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4f69b177-4b93-4280-8ccc-3977364db13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:00.429254 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 07b92f8d-734c-441b-8988-6ae27a71c92b up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:47:00.531749 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-df6f7acb-1307-4e17-8999-c6e09c44bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.570301 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.581225 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 07b92f8d-734c-441b-8988-6ae27a71c92b triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:00.581634 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.668704 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2c7052c9-d28f-497f-abd4-47f52784c74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.711544 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305'] for router, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.777550 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f7acb-1307-4e17-8999-c6e09c44bf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a50ba58-3957-46a5-9dc0-fccb3770786d,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:00.782176 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-df6f7acb-1307-4e17-8999-c6e09c44bf71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ad41b7a23c84b3c878a5c9261d6cf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5820735 Jan 14 22:47:00.802003 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60474) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:00.802872 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2c7052c9-d28f-497f-abd4-47f52784c74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.803944 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2c7052c9-d28f-497f-abd4-47f52784c74d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ebf3f6d-3e44-484d-80eb-6351e51a8f29 HTTP/1.1" status: 204 len: 168 time: 0.8539758 Jan 14 22:47:00.823505 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:00.824238 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.826394 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] 10.222.0.39 "PUT /v2.0/ports/a0080e08-df99-4266-94da-9bd13b2985fd HTTP/1.1" status: 200 len: 1093 time: 3.3025613 Jan 14 22:47:00.857400 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3403361e-cf51-42f2-93f5-70f8970a8221', 'tag': 'a0080e08-df99-4266-94da-9bd13b2985fd'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:47:00.870050 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7052c9-d28f-497f-abd4-47f52784c74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf3f6d-3e44-484d-80eb-6351e51a8f29,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:00.905058 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0370c93-bce8-4d38-a6ac-2ba75ba777b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0080e08-df99-4266-94da-9bd13b2985fd,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:00.923258 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445a453-f349-4978-bf78-285d94669f69 req-bf71ea35-1de5-4502-8c80-fc3128d78474 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:00.924855 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8445a453-f349-4978-bf78-285d94669f69 req-bf71ea35-1de5-4502-8c80-fc3128d78474 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.4388263 Jan 14 22:47:00.950678 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1b9dba06-96a7-416d-811f-d585b9b98893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.972109 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4f69b177-4b93-4280-8ccc-3977364db13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:00.975126 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae6230-aa65-4971-bf9e-d13a83991523 None None] Network cd28599d-226e-4bd1-b47b-243bebfd5369 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:47:01.012595 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3403361e-cf51-42f2-93f5-70f8970a8221', 'tag': 'a0080e08-df99-4266-94da-9bd13b2985fd', 'status': 'completed', 'code': 200} Jan 14 22:47:01.038282 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1b9dba06-96a7-416d-811f-d585b9b98893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.086221 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8445a453-f349-4978-bf78-285d94669f69 req-2d182298-ae62-45e3-9dae-c2828baa6cd4 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506445 Jan 14 22:47:01.125063 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 is scheduled to L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 with binding_index 1 {{(pid=87472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 14 22:47:01.131301 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4f69b177-4b93-4280-8ccc-3977364db13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.136596 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-00604189-09ff-4dc3-9e90-dc1bc141be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:01.143802 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-00604189-09ff-4dc3-9e90-dc1bc141be7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 1096 time: 0.1891794 Jan 14 22:47:01.204577 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-c998c6f5-d95e-4705-9f9f-be27d0ed87b0 None None] Provisioning for port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:47:01.215982 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-c998c6f5-d95e-4705-9f9f-be27d0ed87b0 None None] Provisioning complete for port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:01.217242 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c998c6f5-d95e-4705-9f9f-be27d0ed87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.218624 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-2ba36b97-4687-4e3d-81cd-6bc752f3c6e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0080e08-df99-4266-94da-9bd13b2985fd HTTP/1.1" status: 200 len: 217 time: 0.0721095 Jan 14 22:47:01.281812 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1b9dba06-96a7-416d-811f-d585b9b98893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.314671 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9dba06-96a7-416d-811f-d585b9b98893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a50ba58-3957-46a5-9dc0-fccb3770786d,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:01.337164 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1b9dba06-96a7-416d-811f-d585b9b98893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.338314 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-1b9dba06-96a7-416d-811f-d585b9b98893 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a50ba58-3957-46a5-9dc0-fccb3770786d HTTP/1.1" status: 204 len: 168 time: 0.5280151 Jan 14 22:47:01.350418 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-ae96d860-2df3-48cf-84b1-40208560961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:01.352260 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-ae96d860-2df3-48cf-84b1-40208560961d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a257786c-79f5-489b-82fa-942df4f5c73c HTTP/1.1" status: 200 len: 853 time: 0.1246426 Jan 14 22:47:01.380191 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69b177-4b93-4280-8ccc-3977364db13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dfee5e-13f1-4a69-91d4-d1c23b788de5,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:01.387249 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-4f69b177-4b93-4280-8ccc-3977364db13e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cfa1872c7034b29a7149e9bb2d20924&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3121212 Jan 14 22:47:01.390783 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60492) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:01.420311 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c998c6f5-d95e-4705-9f9f-be27d0ed87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.501745 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-c998c6f5-d95e-4705-9f9f-be27d0ed87b0 None None] For port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=53be7b95-55d9-4cbb-8651-34dbc39c7ee5,segment=NetworkSegment(ed5c8e4a-d179-4037-bd77-07f2f946e1a5),segment_id=ed5c8e4a-d179-4037-bd77-07f2f946e1a5)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:01.511618 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-136754f1-20aa-4233-8895-c32ae672dbbf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c3c2f3-62de-408a-8af6-2319578a53b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507900 Jan 14 22:47:01.582212 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c998c6f5-d95e-4705-9f9f-be27d0ed87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.668433 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7501f991-bccc-46c3-91c9-c731d156c0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.687837 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:47:01.697648 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Sync routers for ids ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:47:01.700899 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998c6f5-d95e-4705-9f9f-be27d0ed87b0 None None] Pushing event updated for resources: {'Port': ['ID=53be7b95-55d9-4cbb-8651-34dbc39c7ee5,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:01.714240 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-44f3ec3c-5eab-492c-91ec-8b693fb68ac8 None None] Provisioning complete for port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:01.714667 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-44f3ec3c-5eab-492c-91ec-8b693fb68ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.737619 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Routers {'cad09bfa-9c52-4da5-8308-3ddbe332dcc7'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:47:01.738923 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:46:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:47:01.760893 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7501f991-bccc-46c3-91c9-c731d156c0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.872977 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-1fe15f92-6a22-49e1-85a8-618547d28d38 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534145 Jan 14 22:47:01.889797 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] Notify callbacks [] for router, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:01.892307 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-6c3016df-d3f4-45f7-863d-2b20fc1c1735 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7629511 Jan 14 22:47:01.895155 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60508) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:01.983726 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Set router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:47:01.994328 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626551-d711-4aed-8891-d9b969c474f6 req-80ed4e24-2921-4222-8398-52dd2caa915d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:01.994328 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-09626551-d711-4aed-8891-d9b969c474f6 req-80ed4e24-2921-4222-8398-52dd2caa915d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 943 time: 0.4041388 Jan 14 22:47:02.006510 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ccd59-8420-42cc-83c9-30b54b45a35f req-9ed9a5de-e0e5-40bb-9621-3f5c4e355452 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:02.011779 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-236ccd59-8420-42cc-83c9-30b54b45a35f req-9ed9a5de-e0e5-40bb-9621-3f5c4e355452 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.3835521 Jan 14 22:47:02.012837 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7501f991-bccc-46c3-91c9-c731d156c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:02.066232 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:47:02.145068 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:02.145437 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:02.170524 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-236ccd59-8420-42cc-83c9-30b54b45a35f req-1d1b0c7d-abfe-4ee9-98e9-4c4bcddac3da tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158841 Jan 14 22:47:02.234094 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501f991-bccc-46c3-91c9-c731d156c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dfee5e-13f1-4a69-91d4-d1c23b788de5,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:02.241721 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-09626551-d711-4aed-8891-d9b969c474f6 req-cdf46f52-e12c-4a2e-8129-6f2105146541 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239695 Jan 14 22:47:02.265992 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bd175cc1-afb2-4df6-8875-9014de9eb947 req-749f3561-a26b-4d0f-98d6-0b9d6b3985c7 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727040 Jan 14 22:47:02.270153 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7501f991-bccc-46c3-91c9-c731d156c0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:02.274676 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-7501f991-bccc-46c3-91c9-c731d156c0a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45dfee5e-13f1-4a69-91d4-d1c23b788de5 HTTP/1.1" status: 204 len: 168 time: 0.8827381 Jan 14 22:47:02.318783 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60518) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:02.412136 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-112d8f0f-d529-4761-b0da-ce706bdd4693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:02.494918 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-112d8f0f-d529-4761-b0da-ce706bdd4693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:02.498985 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-112d8f0f-d529-4761-b0da-ce706bdd4693 admin admin] Usage tracker for resource:security_group_rule and tenant:32bf092935004e0480ed441a8df55d78 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:02.502516 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-112d8f0f-d529-4761-b0da-ce706bdd4693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:02.509198 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-112d8f0f-d529-4761-b0da-ce706bdd4693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:02.579935 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'name': 'tempest-TestShelveInstance-1904030870-router', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:57Z', 'updated_at': '2022-01-14T22:46:59Z', 'revision_number': 3, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'gw_port': {'id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:58Z', 'updated_at': '2022-01-14T22:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:47:02.583247 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb384b-b69c-4773-bcc8-c16298a992e2 req-d53f3191-b0d5-400b-bf28-a413449b5780 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:02.584722 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9edb384b-b69c-4773-bcc8-c16298a992e2 req-d53f3191-b0d5-400b-bf28-a413449b5780 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.2360542 Jan 14 22:47:02.589254 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Checking router: cad09bfa-9c52-4da5-8308-3ddbe332dcc7 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:47:02.589607 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Updating router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 port 4eaaec22-cf5e-4cd7-95f7-12763d358053 binding host dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:47:02.619380 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cb5bf-172b-4ff7-a9c1-51a8a67adff1 req-06431f18-3da4-4ad1-9fa7-ab7e170b386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:02.621580 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d78cb5bf-172b-4ff7-a9c1-51a8a67adff1 req-06431f18-3da4-4ad1-9fa7-ab7e170b386e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 1096 time: 0.2106876 Jan 14 22:47:02.707310 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:02.718240 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-112d8f0f-d529-4761-b0da-ce706bdd4693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:02.719719 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60528) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:02.767589 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9edb384b-b69c-4773-bcc8-c16298a992e2 req-62dea5a2-5960-450c-a690-f5196a710d9e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728725 Jan 14 22:47:02.819730 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-112d8f0f-d529-4761-b0da-ce706bdd4693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:02.873774 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:02.883696 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-112d8f0f-d529-4761-b0da-ce706bdd4693 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32bf092935004e0480ed441a8df55d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5629892 Jan 14 22:47:02.887102 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60536) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:02.953569 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d8f0f-d529-4761-b0da-ce706bdd4693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6077f851-3044-4da3-a568-d8cc06833694,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:02.959260 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cb5bf-172b-4ff7-a9c1-51a8a67adff1 req-ffa821f9-c4c4-4dc1-8636-991d34a54102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:02.960904 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d78cb5bf-172b-4ff7-a9c1-51a8a67adff1 req-ffa821f9-c4c4-4dc1-8636-991d34a54102 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 200 len: 913 time: 0.3309917 Jan 14 22:47:02.997220 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-70d2ccb9-d5d6-48bc-ba06-aff626d2c6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.056947 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-70d2ccb9-d5d6-48bc-ba06-aff626d2c6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.145484 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Notify callbacks [] for port, precommit_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.165472 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.provisioning_blocks [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Transition to ACTIVE for port object 4eaaec22-cf5e-4cd7-95f7-12763d358053 will not be triggered until provisioned by entity L2. {{(pid=87475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:47:03.235167 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.256426 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Allocated IP 172.20.0.1 (cd28599d-226e-4bd1-b47b-243bebfd5369/22681c9f-22aa-444c-bfe0-5a485d598a95/82e4f66d-cb13-4f7e-8426-53d0ba23c39d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:47:03.325069 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-70d2ccb9-d5d6-48bc-ba06-aff626d2c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.328908 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d78cb5bf-172b-4ff7-a9c1-51a8a67adff1 req-1c9280ce-1a88-48d0-8bb6-8c6b6e572e9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0080e08-df99-4266-94da-9bd13b2985fd HTTP/1.1" status: 200 len: 217 time: 0.3597858 Jan 14 22:47:03.331167 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-88e14135-23d6-4871-aacf-ce5a72331ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.375204 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Attempting to bind port 4eaaec22-cf5e-4cd7-95f7-12763d358053 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:47:03.375715 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Attempting to bind port 4eaaec22-cf5e-4cd7-95f7-12763d358053 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:47:03.376069 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Attempting to bind port 4eaaec22-cf5e-4cd7-95f7-12763d358053 on network f5e3ea0a-7141-444e-ae92-10b3ccc8933d {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:47:03.378717 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e3096-bb89-4b8b-8b45-66ff7343c741 None None] Pushing event updated for resources: {'Port': ['ID=4eaaec22-cf5e-4cd7-95f7-12763d358053,revision_number=2']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:03.389230 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2ccb9-d5d6-48bc-ba06-aff626d2c6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6077f851-3044-4da3-a568-d8cc06833694,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:03.398533 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:47:03.399324 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:47:03.399910 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.400439 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Bound using segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:47:03.401084 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Bound port: 4eaaec22-cf5e-4cd7-95f7-12763d358053, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:47:03.401617 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.531485 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] For port 4eaaec22-cf5e-4cd7-95f7-12763d358053, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:47:03.535377 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] For port 4eaaec22-cf5e-4cd7-95f7-12763d358053, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4eaaec22-cf5e-4cd7-95f7-12763d358053,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:47:03.576702 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-88e14135-23d6-4871-aacf-ce5a72331ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:03.597229 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60552) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:03.604090 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-88e14135-23d6-4871-aacf-ce5a72331ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:6905e17808c84ed38ec38eb1df93ba22 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:03.607826 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-88e14135-23d6-4871-aacf-ce5a72331ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:03.613663 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-70d2ccb9-d5d6-48bc-ba06-aff626d2c6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.614865 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-70d2ccb9-d5d6-48bc-ba06-aff626d2c6b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6077f851-3044-4da3-a568-d8cc06833694 HTTP/1.1" status: 204 len: 168 time: 0.7262349 Jan 14 22:47:03.619589 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.635791 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Transition to ACTIVE for port object 82e4f66d-cb13-4f7e-8426-53d0ba23c39d will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:47:03.644046 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-88e14135-23d6-4871-aacf-ce5a72331ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:03.651200 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-36f2e96e-8505-4b1d-a379-7ad18955ab78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.668313 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.675993 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cb5bf-172b-4ff7-a9c1-51a8a67adff1 req-792b0409-53f5-45d9-8d47-e8bb69f22710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:03.677431 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d78cb5bf-172b-4ff7-a9c1-51a8a67adff1 req-792b0409-53f5-45d9-8d47-e8bb69f22710 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a257786c-79f5-489b-82fa-942df4f5c73c HTTP/1.1" status: 200 len: 853 time: 0.3282087 Jan 14 22:47:03.696665 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-36f2e96e-8505-4b1d-a379-7ad18955ab78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:03.749280 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.754391 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-36f2e96e-8505-4b1d-a379-7ad18955ab78 admin admin] Usage tracker for resource:security_group_rule and tenant:b42b8d4e93a54d67919b1ad53e14f788 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:03.762387 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e3096-bb89-4b8b-8b45-66ff7343c741 None None] Pushing event updated for resources: {'Port': ['ID=4eaaec22-cf5e-4cd7-95f7-12763d358053,revision_number=3']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:03.763049 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-36f2e96e-8505-4b1d-a379-7ad18955ab78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:03.767672 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Routers {'cad09bfa-9c52-4da5-8308-3ddbe332dcc7'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:47:03.768592 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:46:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:47:03.768760 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d78cb5bf-172b-4ff7-a9c1-51a8a67adff1 req-8d36c9af-fa9f-405a-b8e2-5ace2d57abaf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c3c2f3-62de-408a-8af6-2319578a53b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809951 Jan 14 22:47:03.781321 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-36f2e96e-8505-4b1d-a379-7ad18955ab78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:03.819612 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Network cd28599d-226e-4bd1-b47b-243bebfd5369 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:47:03.822768 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:47:03.827367 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:47:03.863797 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace15ab-360c-4e8a-9e93-e93a79d13340 req-e0747021-bdf9-4872-ad81-933e090aa48f tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:03.874663 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0ace15ab-360c-4e8a-9e93-e93a79d13340 req-e0747021-bdf9-4872-ad81-933e090aa48f tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 943 time: 0.3965287 Jan 14 22:47:03.890607 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Pushing event updated for resources: {'Port': ['ID=82e4f66d-cb13-4f7e-8426-53d0ba23c39d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:03.915254 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7dce1-f25b-4365-9679-075499875773 req-757cef72-2bc1-4eaf-8a4c-fc0c44c1e53f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:03.924188 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943251'] for router_interface, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:03.924640 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a7a7dce1-f25b-4365-9679-075499875773 req-757cef72-2bc1-4eaf-8a4c-fc0c44c1e53f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.5009696 Jan 14 22:47:04.087578 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] Set router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:47:04.135182 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60564) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:04.151822 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-88e14135-23d6-4871-aacf-ce5a72331ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.159866 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a7a7dce1-f25b-4365-9679-075499875773 req-b9167939-8caf-43f3-a64d-5f7ae95afba9 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343774 Jan 14 22:47:04.194159 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.206343 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0ace15ab-360c-4e8a-9e93-e93a79d13340 req-96d1966e-f00b-46f4-80b8-189ee36ef03a tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306642 Jan 14 22:47:04.260242 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-88e14135-23d6-4871-aacf-ce5a72331ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.296591 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-05f00b18-23b2-4cbb-a3c1-120a1f846ccb None None] Provisioning for port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:47:04.302612 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-05f00b18-23b2-4cbb-a3c1-120a1f846ccb None None] Provisioning complete for port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:04.303187 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-05f00b18-23b2-4cbb-a3c1-120a1f846ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.327141 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-88e14135-23d6-4871-aacf-ce5a72331ef0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6905e17808c84ed38ec38eb1df93ba22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6034725 Jan 14 22:47:04.329676 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d78cb5bf-172b-4ff7-a9c1-51a8a67adff1 req-1aaf4d6e-a57d-4d34-9bcf-90da6668ed40 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495846 Jan 14 22:47:04.330839 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60574) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:04.333140 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e14135-23d6-4871-aacf-ce5a72331ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465f780e-9ecb-43ed-bdf3-cc064c16a473,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:04.399869 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-05f00b18-23b2-4cbb-a3c1-120a1f846ccb None None] Port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:47:04.408887 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-71a46d5e-97da-4d6d-97aa-7406a9dba057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.440571 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-71a46d5e-97da-4d6d-97aa-7406a9dba057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:04.453924 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-71a46d5e-97da-4d6d-97aa-7406a9dba057 admin admin] Usage tracker for resource:security_group_rule and tenant:258437d10af7487392cfe7b0910a4a81 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:04.458849 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-71a46d5e-97da-4d6d-97aa-7406a9dba057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:04.484160 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-71a46d5e-97da-4d6d-97aa-7406a9dba057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:04.525139 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'name': 'tempest-TestShelveInstance-1904030870-router', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:57Z', 'updated_at': '2022-01-14T22:46:59Z', 'revision_number': 3, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'gw_port': {'id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:58Z', 'updated_at': '2022-01-14T22:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:47:04.530104 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843c973-f98b-4d8e-a516-33654fa04de2 None None] The sync data for ids ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'] in dv-cinder-824801-1-iscsi is: [{'id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'name': 'tempest-TestShelveInstance-1904030870-router', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:57Z', 'updated_at': '2022-01-14T22:46:59Z', 'revision_number': 3, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'gw_port': {'id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:58Z', 'updated_at': '2022-01-14T22:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:47:04.607496 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.638429 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-36f2e96e-8505-4b1d-a379-7ad18955ab78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.655635 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.689503 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d72f7d46-42d3-426f-a3e6-2f4f110798d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.702281 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d78cb5bf-172b-4ff7-a9c1-51a8a67adff1 req-8a035882-e833-49d4-ab6a-bd46263782e2 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123446 Jan 14 22:47:04.725297 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-36f2e96e-8505-4b1d-a379-7ad18955ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.756388 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ebeb1-a10e-427d-ae07-974455f99dc5 req-9bf8251b-ab64-4236-a6f9-846cd8f794d9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:04.757871 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee5ebeb1-a10e-427d-ae07-974455f99dc5 req-9bf8251b-ab64-4236-a6f9-846cd8f794d9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.4622838 Jan 14 22:47:04.769693 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d72f7d46-42d3-426f-a3e6-2f4f110798d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.816561 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2e96e-8505-4b1d-a379-7ad18955ab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b3759c-80d5-4a18-b98b-abe1210d7f3e,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:04.864620 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Pushing event updated for resources: {'Port': ['ID=82e4f66d-cb13-4f7e-8426-53d0ba23c39d,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:04.876244 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943356'] for router_interface, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:04.897698 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-36f2e96e-8505-4b1d-a379-7ad18955ab78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b42b8d4e93a54d67919b1ad53e14f788&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3029404 Jan 14 22:47:04.904496 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60588) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:04.949652 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee5ebeb1-a10e-427d-ae07-974455f99dc5 req-d67b20f8-d591-4b12-b747-a4e0dba53bbd tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211677 Jan 14 22:47:04.997825 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-359ec6c0-b523-4ae8-9007-b2cf2f68e689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.029524 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-359ec6c0-b523-4ae8-9007-b2cf2f68e689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.068387 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d72f7d46-42d3-426f-a3e6-2f4f110798d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.087490 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f7d46-42d3-426f-a3e6-2f4f110798d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465f780e-9ecb-43ed-bdf3-cc064c16a473,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:05.110119 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-71a46d5e-97da-4d6d-97aa-7406a9dba057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.117291 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d72f7d46-42d3-426f-a3e6-2f4f110798d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.117581 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Network cd28599d-226e-4bd1-b47b-243bebfd5369 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:47:05.119013 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:47:05.120576 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d72f7d46-42d3-426f-a3e6-2f4f110798d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/465f780e-9ecb-43ed-bdf3-cc064c16a473 HTTP/1.1" status: 204 len: 168 time: 0.7850502 Jan 14 22:47:05.210799 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-359ec6c0-b523-4ae8-9007-b2cf2f68e689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.269306 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-359ec6c0-b523-4ae8-9007-b2cf2f68e689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.279377 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-359ec6c0-b523-4ae8-9007-b2cf2f68e689 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5b3759c-80d5-4a18-b98b-abe1210d7f3e HTTP/1.1" status: 204 len: 168 time: 0.3701291 Jan 14 22:47:05.280329 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ec6c0-b523-4ae8-9007-b2cf2f68e689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b3759c-80d5-4a18-b98b-abe1210d7f3e,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:05.412334 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-71a46d5e-97da-4d6d-97aa-7406a9dba057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.515389 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-71a46d5e-97da-4d6d-97aa-7406a9dba057 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=258437d10af7487392cfe7b0910a4a81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3643205 Jan 14 22:47:05.523714 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a46d5e-97da-4d6d-97aa-7406a9dba057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be9d49a-abcb-4be5-b543-ee936d796a2f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:05.526859 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60612) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:05.542298 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-02ca6ea9-faf9-40f2-bd3a-898bab84f948 None None] Provisioning complete for port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:05.544838 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-02ca6ea9-faf9-40f2-bd3a-898bab84f948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.576102 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a27d1-4a47-4504-be08-8b0ac0bc4e9a req-ca345d26-d37a-4b11-9856-1e86ecd82c12 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:05.576102 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f00a27d1-4a47-4504-be08-8b0ac0bc4e9a req-ca345d26-d37a-4b11-9856-1e86ecd82c12 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.2586493 Jan 14 22:47:05.609082 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device a0080e08-df99-4266-94da-9bd13b2985fd details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:47:05.619883 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:47:05.668790 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f00a27d1-4a47-4504-be08-8b0ac0bc4e9a req-4c46032c-47dc-43cc-bc40-5b7dd7407e7b tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841098 Jan 14 22:47:05.685594 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382b7a6-9a35-4481-b8ae-4a2114901aa5 req-58dd614a-6e58-4fec-b977-37e9ce6f40e2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:05.691767 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b382b7a6-9a35-4481-b8ae-4a2114901aa5 req-58dd614a-6e58-4fec-b977-37e9ce6f40e2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 943 time: 0.2587733 Jan 14 22:47:05.718113 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-35bbbaea-a0c2-405b-84bb-8438be237bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.745181 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b382b7a6-9a35-4481-b8ae-4a2114901aa5 req-191dba02-d6b9-4b7a-bc8a-2a1d5101907b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523226 Jan 14 22:47:05.790503 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-02ca6ea9-faf9-40f2-bd3a-898bab84f948 None None] Port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:47:05.808227 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-35bbbaea-a0c2-405b-84bb-8438be237bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:05.842477 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port a0080e08-df99-4266-94da-9bd13b2985fd, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=a0080e08-df99-4266-94da-9bd13b2985fd,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:05.874685 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'a0080e08-df99-4266-94da-9bd13b2985fd', 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0', 'port_id': 'a0080e08-df99-4266-94da-9bd13b2985fd', 'mac_address': 'fa:16:3e:5e:dc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a257786c-79f5-489b-82fa-942df4f5c73c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:47:05.966043 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:47:05.988006 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:06.002287 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-6402e9e5-9e3c-4169-8891-a77ec08d40b5 admin admin] 10.222.0.25 "PUT /v2.0/routers/cad09bfa-9c52-4da5-8308-3ddbe332dcc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1036575 Jan 14 22:47:06.006499 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0080e08-df99-4266-94da-9bd13b2985fd {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:47:06.024518 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port a0080e08-df99-4266-94da-9bd13b2985fd, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=a0080e08-df99-4266-94da-9bd13b2985fd,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:06.079496 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-35bbbaea-a0c2-405b-84bb-8438be237bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:06.101136 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-35bbbaea-a0c2-405b-84bb-8438be237bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:06.107225 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-35bbbaea-a0c2-405b-84bb-8438be237bce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8be9d49a-abcb-4be5-b543-ee936d796a2f HTTP/1.1" status: 204 len: 168 time: 0.5747099 Jan 14 22:47:06.108303 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbbaea-a0c2-405b-84bb-8438be237bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be9d49a-abcb-4be5-b543-ee936d796a2f,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:06.111258 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:06.160189 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4eaaec22-cf5e-4cd7-95f7-12763d358053 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:47:06.210908 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-4c423592-866f-41c7-9ee5-735348fa3680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:06.221696 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a5d80-db13-42ea-93e8-1604db3b0889 req-fa2330c5-cce0-4a23-b572-4d550215aa2b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:06.223346 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-306a5d80-db13-42ea-93e8-1604db3b0889 req-fa2330c5-cce0-4a23-b572-4d550215aa2b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1032917 Jan 14 22:47:06.273150 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=a0080e08-df99-4266-94da-9bd13b2985fd,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:06.314014 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-306a5d80-db13-42ea-93e8-1604db3b0889 req-33baefeb-ac4d-4e96-877f-ff0fb4d66300 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830874 Jan 14 22:47:06.363600 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 4eaaec22-cf5e-4cd7-95f7-12763d358053 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:47:06.371211 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 4eaaec22-cf5e-4cd7-95f7-12763d358053 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:06.372644 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:06.441147 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['a0080e08-df99-4266-94da-9bd13b2985fd'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:47:06.442729 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315a36-07c5-439f-a168-f85d0c1aa03c req-bbfa7ec0-6db1-4b3c-9fe3-06c6901296f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:06.447465 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4f315a36-07c5-439f-a168-f85d0c1aa03c req-bbfa7ec0-6db1-4b3c-9fe3-06c6901296f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 1099 time: 0.0877025 Jan 14 22:47:06.505021 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4f315a36-07c5-439f-a168-f85d0c1aa03c req-29c6d5fa-0f65-46a9-b421-4255bb40b7bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483541 Jan 14 22:47:06.633415 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:06.670763 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 4eaaec22-cf5e-4cd7-95f7-12763d358053, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4eaaec22-cf5e-4cd7-95f7-12763d358053,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:06.739084 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60640) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:06.744076 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:06.844343 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=4eaaec22-cf5e-4cd7-95f7-12763d358053,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:06.873691 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Sync routers for ids ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:47:06.896431 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Routers {'cad09bfa-9c52-4da5-8308-3ddbe332dcc7'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:47:06.897073 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:46:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:47:06.925860 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dd1e8-1588-4883-accc-8baa62728002 req-e838f62c-8a25-48bd-a635-b323a0eac7f9 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:06.936419 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5c9dd1e8-1588-4883-accc-8baa62728002 req-e838f62c-8a25-48bd-a635-b323a0eac7f9 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1090879 Jan 14 22:47:07.121086 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5c9dd1e8-1588-4883-accc-8baa62728002 req-d24d73b4-eba6-462e-ac7a-369f70af7b82 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815624 Jan 14 22:47:07.152669 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cdec-3fe8-46ea-8fb2-62726c311544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:07.182990 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e0c3cdec-3fe8-46ea-8fb2-62726c311544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:07.183369 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Set router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:47:07.189671 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e0c3cdec-3fe8-46ea-8fb2-62726c311544 admin admin] Usage tracker for resource:security_group_rule and tenant:f7ec9d57570a4419995a85fe4ab2b129 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:07.194307 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e0c3cdec-3fe8-46ea-8fb2-62726c311544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:07.204995 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e0c3cdec-3fe8-46ea-8fb2-62726c311544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:07.347932 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cdec-3fe8-46ea-8fb2-62726c311544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:07.452413 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cdec-3fe8-46ea-8fb2-62726c311544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:07.531966 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-e0c3cdec-3fe8-46ea-8fb2-62726c311544 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7ec9d57570a4419995a85fe4ab2b129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7916136 Jan 14 22:47:07.536112 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389838e6-9cfa-43b2-b072-de434000056a req-3e0a2b14-1e64-4491-890f-10fc5cd76892 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:07.555800 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-389838e6-9cfa-43b2-b072-de434000056a req-3e0a2b14-1e64-4491-890f-10fc5cd76892 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 944 time: 0.1866674 Jan 14 22:47:07.568292 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60670) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:07.584186 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device a0080e08-df99-4266-94da-9bd13b2985fd up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:47:07.628912 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60676) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:07.647615 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-389838e6-9cfa-43b2-b072-de434000056a req-6940e05b-02df-4aa4-83d8-69ad0f648f97 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908473 Jan 14 22:47:07.656155 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3cdec-3fe8-46ea-8fb2-62726c311544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9014debd-c8a7-4eda-bd3d-f6a659dd2358,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:07.705457 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768053503', 'description': 'tempest-secgroup-smoke-768053503 description', 'project_id': '439cb5d34f974c91830ad89417541b65'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:07.718401 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:07.725816 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Usage tracker for resource:security_group and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:07.731644 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:07.772406 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:07.776344 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'name': 'tempest-TestShelveInstance-1904030870-router', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:57Z', 'updated_at': '2022-01-14T22:47:03Z', 'revision_number': 4, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'gw_port': {'id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:58Z', 'updated_at': '2022-01-14T22:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '82e4f66d-cb13-4f7e-8426-53d0ba23c39d', 'name': '', 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'mac_address': 'fa:16:3e:00:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '22681c9f-22aa-444c-bfe0-5a485d598a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:47:02Z', 'updated_at': '2022-01-14T22:47:04Z', 'revision_number': 2, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'subnets': [{'id': '22681c9f-22aa-444c-bfe0-5a485d598a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:47:07.782205 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Checking router: cad09bfa-9c52-4da5-8308-3ddbe332dcc7 for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:47:07.782908 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Updating router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d binding host dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:47:07.791734 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa1c958e-5794-484b-bcf4-f65d0ebaf625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:07.828908 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port a0080e08-df99-4266-94da-9bd13b2985fd completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:47:07.833764 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa1c958e-5794-484b-bcf4-f65d0ebaf625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:07.847600 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port a0080e08-df99-4266-94da-9bd13b2985fd triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:07.848016 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:07.918987 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434bd2a-178d-4e75-b124-4d2ebdba053c req-d188ae7b-c1ee-4fb5-a166-6b77f3f40e6f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:07.921054 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f434bd2a-178d-4e75-b124-4d2ebdba053c req-d188ae7b-c1ee-4fb5-a166-6b77f3f40e6f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1060019 Jan 14 22:47:07.931117 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:07.964051 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa1c958e-5794-484b-bcf4-f65d0ebaf625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:07.992060 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:07.993990 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f434bd2a-178d-4e75-b124-4d2ebdba053c req-9168b996-5017-46d4-92bb-ef2146488e06 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623162 Jan 14 22:47:08.111496 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4eaaec22-cf5e-4cd7-95f7-12763d358053 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:47:08.174031 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fa1c958e-5794-484b-bcf4-f65d0ebaf625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.177672 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-fa1c958e-5794-484b-bcf4-f65d0ebaf625 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9014debd-c8a7-4eda-bd3d-f6a659dd2358 HTTP/1.1" status: 204 len: 168 time: 0.6033521 Jan 14 22:47:08.177672 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:08.180625 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c958e-5794-484b-bcf4-f65d0ebaf625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9014debd-c8a7-4eda-bd3d-f6a659dd2358,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:08.186544 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Usage tracker for resource:security_group_rule and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:08.190102 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:08.203734 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:08.252755 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.301915 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.312857 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 4eaaec22-cf5e-4cd7-95f7-12763d358053 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:08.314638 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.362449 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44746269-5786-4469-8983-82be339dd352 req-24c6be97-fe39-4a8a-a926-5881b60a061d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:08.363956 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-44746269-5786-4469-8983-82be339dd352 req-24c6be97-fe39-4a8a-a926-5881b60a061d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.0945284 Jan 14 22:47:08.376692 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3403361e-cf51-42f2-93f5-70f8970a8221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0080e08-df99-4266-94da-9bd13b2985fd'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:47:08.380397 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.422438 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-44746269-5786-4469-8983-82be339dd352 req-d8db6ad0-59af-4758-a805-3a424016f589 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519140 Jan 14 22:47:08.433347 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port a0080e08-df99-4266-94da-9bd13b2985fd, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=a0080e08-df99-4266-94da-9bd13b2985fd,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:08.508068 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b16d80ff-2e06-4d94-ada1-ac49d73b59c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.520448 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905817fc-645b-4c73-8ce1-d2ecc5c2b276,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:08.558001 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3403361e-cf51-42f2-93f5-70f8970a8221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0080e08-df99-4266-94da-9bd13b2985fd', 'code': 200} Jan 14 22:47:08.558001 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.599236 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.604007 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-dcd0fb60-71ce-4bb5-9bcc-0e52ceac8ed2 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9677281 Jan 14 22:47:08.606435 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60724) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:08.612485 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Request body: {'security_group_rule': {'security_group_id': '905817fc-645b-4c73-8ce1-d2ecc5c2b276', 'project_id': '439cb5d34f974c91830ad89417541b65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:08.621830 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:08.635581 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Usage tracker for resource:security_group_rule and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:08.642692 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:08.658169 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:08.749843 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=a0080e08-df99-4266-94da-9bd13b2985fd,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:08.762335 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.970519 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.977671 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Notify callbacks [] for port, precommit_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:08.994536 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Transition to ACTIVE for port object 82e4f66d-cb13-4f7e-8426-53d0ba23c39d will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:47:09.040410 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.073945 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.079100 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e047584-7a2a-4781-8b70-5a20c91fc7f8,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:09.099732 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5c737-6f02-43b9-920c-b67daae68228 req-ad45625a-ab7d-4548-a61b-5c0354fb1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:09.101178 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e7d5c737-6f02-43b9-920c-b67daae68228 req-ad45625a-ab7d-4548-a61b-5c0354fb1b59 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 1098 time: 0.1284311 Jan 14 22:47:09.109109 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff497b-43df-4119-8891-aad3aae9ffcd req-3d05e913-b8e2-4903-81a3-5ca16c9124ad tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:09.115880 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-64ff497b-43df-4119-8891-aad3aae9ffcd req-3d05e913-b8e2-4903-81a3-5ca16c9124ad tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 945 time: 0.2593408 Jan 14 22:47:09.192951 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.196851 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-f2b1552f-5af0-4f3a-81ac-63df9ca99c5d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5865436 Jan 14 22:47:09.197300 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60772) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:09.204362 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Request body: {'security_group_rule': {'security_group_id': '905817fc-645b-4c73-8ce1-d2ecc5c2b276', 'project_id': '439cb5d34f974c91830ad89417541b65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:09.218909 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:09.228167 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Usage tracker for resource:security_group_rule and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:09.236623 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf95f6-99e9-4671-ba4c-2aeee98405eb None None] Pushing event updated for resources: {'Port': ['ID=82e4f66d-cb13-4f7e-8426-53d0ba23c39d,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:09.238706 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:09.244718 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:09.272521 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-64ff497b-43df-4119-8891-aad3aae9ffcd req-8b94cb0c-744f-4ddc-8e14-091326afb550 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557672 Jan 14 22:47:09.281758 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e7d5c737-6f02-43b9-920c-b67daae68228 req-537c9503-b0cc-41bf-8b08-a8d614c44eeb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633234 Jan 14 22:47:09.315878 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1d5b0-19bc-4476-8407-5d17be4c51ce req-ad0e0152-5e94-4103-aa40-e15f0527936f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:09.323994 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-12e1d5b0-19bc-4476-8407-5d17be4c51ce req-ad0e0152-5e94-4103-aa40-e15f0527936f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.2044780 Jan 14 22:47:09.368817 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.392993 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Attempting to bind port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:47:09.392993 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Attempting to bind port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:47:09.393346 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Attempting to bind port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d on network cd28599d-226e-4bd1-b47b-243bebfd5369 {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:47:09.399948 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:47:09.400676 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Checking segment: {'id': 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:47:09.401253 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.401859 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Bound using segment: {'id': 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:47:09.402494 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Bound port: 82e4f66d-cb13-4f7e-8426-53d0ba23c39d, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:47:09.403640 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.424543 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-12e1d5b0-19bc-4476-8407-5d17be4c51ce req-89b57275-c679-40b1-9602-a7be7b55b12a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954728 Jan 14 22:47:09.505071 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] For port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:47:09.508272 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] For port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=82e4f66d-cb13-4f7e-8426-53d0ba23c39d,segment=NetworkSegment(ed5c8e4a-d179-4037-bd77-07f2f946e1a5),segment_id=ed5c8e4a-d179-4037-bd77-07f2f946e1a5)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:47:09.525499 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.558627 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.586087 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.658466 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f67015c-afb5-4870-8de2-cb0d511121d3,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:09.697454 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.737690 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf95f6-99e9-4671-ba4c-2aeee98405eb None None] Pushing event updated for resources: {'Port': ['ID=82e4f66d-cb13-4f7e-8426-53d0ba23c39d,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:09.745500 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Routers {'cad09bfa-9c52-4da5-8308-3ddbe332dcc7'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:47:09.746067 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:47:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:47:09.774794 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b17234-47ee-4f38-b6b1-2ba596a1f87b req-2c1b9487-32bd-4f36-a786-e65fa8b66cd6 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:09.777090 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-57b17234-47ee-4f38-b6b1-2ba596a1f87b req-2c1b9487-32bd-4f36-a786-e65fa8b66cd6 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1574981 Jan 14 22:47:09.838981 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.841087 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-61124d80-e664-4007-a607-bad12c45ae5e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6421068 Jan 14 22:47:09.844144 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60800) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:09.854095 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Request body: {'security_group_rule': {'security_group_id': '905817fc-645b-4c73-8ce1-d2ecc5c2b276', 'project_id': '439cb5d34f974c91830ad89417541b65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:09.872929 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:09.894159 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Usage tracker for resource:security_group_rule and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:09.905614 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:09.907332 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:09.922848 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:09.932199 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-57b17234-47ee-4f38-b6b1-2ba596a1f87b req-88be03f9-47eb-4b22-8ffb-e7097016fe30 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453836 Jan 14 22:47:10.031059 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:10.078913 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 60808) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:10.091898 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] Set router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:47:10.111982 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:10.217604 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:10.263152 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088ab51c-c254-4a87-a9e1-eb9d0f55f743,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:10.375850 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:10.382536 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-4acf380c-eb31-4086-bd17-7bb27ed83b20 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5335174 Jan 14 22:47:10.383084 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60832) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:10.389344 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Request body: {'security_group_rule': {'security_group_id': '905817fc-645b-4c73-8ce1-d2ecc5c2b276', 'project_id': '439cb5d34f974c91830ad89417541b65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:10.408471 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:10.420434 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Usage tracker for resource:security_group_rule and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:10.428935 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:10.444662 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:10.452619 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-932728073-network', 'tenant_id': 'af1720e4da794650bac33502b63ff62c'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:10.483197 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'name': 'tempest-TestShelveInstance-1904030870-router', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:57Z', 'updated_at': '2022-01-14T22:47:03Z', 'revision_number': 4, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'gw_port': {'id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:58Z', 'updated_at': '2022-01-14T22:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '82e4f66d-cb13-4f7e-8426-53d0ba23c39d', 'name': '', 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'mac_address': 'fa:16:3e:00:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '22681c9f-22aa-444c-bfe0-5a485d598a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:47:02Z', 'updated_at': '2022-01-14T22:47:09Z', 'revision_number': 4, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'subnets': [{'id': '22681c9f-22aa-444c-bfe0-5a485d598a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:47:10.490703 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b496a-f847-4221-90ec-20a35ecf18ec None None] The sync data for ids ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'] in dv-cinder-824801-1-iscsi is: [{'id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'name': 'tempest-TestShelveInstance-1904030870-router', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:57Z', 'updated_at': '2022-01-14T22:47:03Z', 'revision_number': 4, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'gw_port': {'id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:58Z', 'updated_at': '2022-01-14T22:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '82e4f66d-cb13-4f7e-8426-53d0ba23c39d', 'name': '', 'network_id': 'cd28599d-226e-4bd1-b47b-243bebfd5369', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'mac_address': 'fa:16:3e:00:5b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '22681c9f-22aa-444c-bfe0-5a485d598a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:47:02Z', 'updated_at': '2022-01-14T22:47:09Z', 'revision_number': 4, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'subnets': [{'id': '22681c9f-22aa-444c-bfe0-5a485d598a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:47:10.529630 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:10.540343 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:10.551361 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Usage tracker for resource:network and tenant:af1720e4da794650bac33502b63ff62c is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:10.564166 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:10.649642 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:10.718523 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:10.756305 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e09bf-d44c-4079-98dc-1b7b76121dfb req-a0e55c19-43f7-4caf-93cf-f3ccd026a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:10.758082 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e48e09bf-d44c-4079-98dc-1b7b76121dfb req-a0e55c19-43f7-4caf-93cf-f3ccd026a517 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 1099 time: 0.4457290 Jan 14 22:47:10.763074 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Made reservation on behalf of af1720e4da794650bac33502b63ff62c for: {'network': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:47:10.766622 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:10.797838 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:10.818147 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365b678-3597-4bcf-b225-480748d642a2 req-91b77d90-5075-40e0-bd6f-529bd03f4c5e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:10.819681 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0365b678-3597-4bcf-b225-480748d642a2 req-91b77d90-5075-40e0-bd6f-529bd03f4c5e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.3638034 Jan 14 22:47:10.821564 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:10.832988 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda71a17-c928-402c-a1d5-30b8fabb188b,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:10.878960 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0550d5b-0f08-4fa3-b88c-7af27f260fac req-23b84660-6a77-46d0-b6b8-99d2c0d78a44 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:10.880479 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d0550d5b-0f08-4fa3-b88c-7af27f260fac req-23b84660-6a77-46d0-b6b8-99d2c0d78a44 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 945 time: 0.3418894 Jan 14 22:47:10.908063 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:10.921224 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Usage tracker for resource:security_group_rule and tenant:af1720e4da794650bac33502b63ff62c is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:10.923965 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:10.925649 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-22c60add-5d1f-433e-b31b-66874bb4974d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5413718 Jan 14 22:47:10.929841 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60848) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:10.936113 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Request body: {'security_group_rule': {'security_group_id': '905817fc-645b-4c73-8ce1-d2ecc5c2b276', 'project_id': '439cb5d34f974c91830ad89417541b65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:10.945166 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:10.954309 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Usage tracker for resource:security_group_rule and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:10.962495 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:10.973317 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:11.002185 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:11.008993 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:11.061419 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.081347 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0365b678-3597-4bcf-b225-480748d642a2 req-e8075cff-a46f-414c-98d0-6d78e149feed tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481291 Jan 14 22:47:11.087831 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d0550d5b-0f08-4fa3-b88c-7af27f260fac req-34cd8b85-f3ce-41e7-8833-b89c618e0358 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984143 Jan 14 22:47:11.091162 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.securitygroups_db [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Project 439cb5d34f974c91830ad89417541b65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 22:47:11.099749 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.120329 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e09bf-d44c-4079-98dc-1b7b76121dfb req-75cb6138-ad6d-475f-be95-374733b9cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:11.122084 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e48e09bf-d44c-4079-98dc-1b7b76121dfb req-75cb6138-ad6d-475f-be95-374733b9cc89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 919 time: 0.3454406 Jan 14 22:47:11.207166 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e48e09bf-d44c-4079-98dc-1b7b76121dfb req-29daaf90-1a13-4ea9-85a6-9d7bcf14a4a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a HTTP/1.1" status: 200 len: 217 time: 0.0765204 Jan 14 22:47:11.226237 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.320791 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.350037 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e09bf-d44c-4079-98dc-1b7b76121dfb req-9f296e66-93f7-46b6-aa43-b83351cef851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:11.351483 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e48e09bf-d44c-4079-98dc-1b7b76121dfb req-9f296e66-93f7-46b6-aa43-b83351cef851 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7a60679-5b63-4b30-b6a7-284c957fb909 HTTP/1.1" status: 200 len: 859 time: 0.1315250 Jan 14 22:47:11.358057 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.360136 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b69cdb5-80f2-4728-aead-1a461ef49da7,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:11.409181 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e48e09bf-d44c-4079-98dc-1b7b76121dfb req-22bb1411-be51-421a-91fa-74cb1ae72445 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75bebe5b-4437-44d1-b77b-3462d9c0eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491686 Jan 14 22:47:11.438889 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.440590 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-4f11b2ad-d2b9-477c-8479-ffa97cb7b667 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5099807 Jan 14 22:47:11.443578 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60854) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:11.444553 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.452350 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Request body: {'security_group_rule': {'security_group_id': '905817fc-645b-4c73-8ce1-d2ecc5c2b276', 'project_id': '439cb5d34f974c91830ad89417541b65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:11.459598 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:11.464878 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Usage tracker for resource:security_group_rule and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:11.474114 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:11.482757 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:11.486246 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220ed61f-8665-40ac-ac76-18725305ff15,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:11.520148 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37521d-20ad-477c-b08c-802796bc5046 req-1599f3c2-55e6-4aad-a248-ef4cd773c44e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:11.530755 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee37521d-20ad-477c-b08c-802796bc5046 req-1599f3c2-55e6-4aad-a248-ef4cd773c44e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.2807939 Jan 14 22:47:11.593378 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.securitygroups_db [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Project 439cb5d34f974c91830ad89417541b65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 22:47:11.604783 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.651025 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:47:11.717187 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.717540 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.segments_db [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Added segment ece2083d-dc22-4c4f-ac40-835d7c53c1f2 of type vlan for network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 Jan 14 22:47:11.721353 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.761765 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee37521d-20ad-477c-b08c-802796bc5046 req-699202ea-482d-4409-8866-e0d87f3be322 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296257 Jan 14 22:47:11.787320 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.794684 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e48e09bf-d44c-4079-98dc-1b7b76121dfb req-f0bfc146-7bbc-4727-85d6-3a5db93939c4 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777125 Jan 14 22:47:11.796286 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.811906 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151d8dcd-1fdb-4109-b368-c40be71e1d1e,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:11.879256 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.880520 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-268f7a36-f0a7-4031-9eb8-d6b5a8f0f9dc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4348652 Jan 14 22:47:11.958009 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e48e09bf-d44c-4079-98dc-1b7b76121dfb req-373ac695-88da-4629-8298-ecd303eafd90 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551988 Jan 14 22:47:11.998019 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:11.999046 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:12.001218 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:12.118499 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 82e4f66d-cb13-4f7e-8426-53d0ba23c39d up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:47:12.146101 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0629098 Jan 14 22:47:12.146642 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 60886) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:12.153549 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Request body: {'subnet': {'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-932728073-subnet', 'tenant_id': 'af1720e4da794650bac33502b63ff62c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:12.161063 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:12.169916 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2203d4-ecc6-452c-9dab-db3cc4e45dea admin admin] Pushing event updated for resources: {'Network': ['ID=40d48389-39aa-4c9a-93ee-e4fdbd61b572,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:12.170122 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Usage tracker for resource:subnet and tenant:af1720e4da794650bac33502b63ff62c is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:12.173504 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:12.180954 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:12.209537 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:47:12.295675 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Made reservation on behalf of af1720e4da794650bac33502b63ff62c for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:47:12.298199 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61016240'] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:12.450004 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:47:12.455190 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:12.455571 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:12.540698 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfc8c4-9757-4cde-a975-9f5d2a2c12bf req-6e78a825-6632-49c4-ad22-f5350becd256 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:12.542201 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-63dfc8c4-9757-4cde-a975-9f5d2a2c12bf req-6e78a825-6632-49c4-ad22-f5350becd256 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 945 time: 0.2090628 Jan 14 22:47:12.568647 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19593a23-cbfc-4379-87f9-a16492a4fd44 req-0fdc132a-3994-482a-a647-8142b586a518 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:12.570256 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-19593a23-cbfc-4379-87f9-a16492a4fd44 req-0fdc132a-3994-482a-a647-8142b586a518 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.3146310 Jan 14 22:47:12.596935 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:12.629898 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=82e4f66d-cb13-4f7e-8426-53d0ba23c39d,segment=NetworkSegment(ed5c8e4a-d179-4037-bd77-07f2f946e1a5),segment_id=ed5c8e4a-d179-4037-bd77-07f2f946e1a5)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:12.635993 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-63dfc8c4-9757-4cde-a975-9f5d2a2c12bf req-b8ab72ec-142c-42b3-b2a1-1ba1f02d4cfa tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761309 Jan 14 22:47:12.654003 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-19593a23-cbfc-4379-87f9-a16492a4fd44 req-26ec7480-4227-4724-84b1-72d6af5d39ac tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665042 Jan 14 22:47:12.671668 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61016222'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:12.717527 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:12.756280 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Checking segment: {'id': 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:47:12.757037 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Network hostable DHCP agents. Network: 40d48389-39aa-4c9a-93ee-e4fdbd61b572, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:47:12.761317 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3209100-e7e8-4414-84f4-b552925d60fa,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:12.834959 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=82e4f66d-cb13-4f7e-8426-53d0ba23c39d,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:12.873408 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:47:12.952812 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 40d48389-39aa-4c9a-93ee-e4fdbd61b572) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:47:12.956783 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:12.957419 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:12.962848 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc0a165-c558-4a00-8acd-df2d05aa005e None None] Network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:47:12.968826 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6c537-713f-49c8-9816-98c3e69d0d9d req-f3bb5119-817d-4201-bc79-dd62cedc98c4 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:12.975942 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cae6c537-713f-49c8-9816-98c3e69d0d9d req-f3bb5119-817d-4201-bc79-dd62cedc98c4 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.0986946 Jan 14 22:47:13.023169 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cae6c537-713f-49c8-9816-98c3e69d0d9d req-4ee6dd3e-6402-45e3-885d-d1245961e360 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463827 Jan 14 22:47:13.051278 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-e619006f-823c-4ed3-bf29-d40fa5349e5c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9032657 Jan 14 22:47:13.210737 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e44017-11d3-43bc-a7fb-78b8bb341e2f None None] Network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:47:13.834891 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b687d-0ed3-4fda-882b-3c6af610d737 req-e1a0ca16-3242-4d3d-9311-6ca4e27f7815 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:13.836355 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f45b687d-0ed3-4fda-882b-3c6af610d737 req-e1a0ca16-3242-4d3d-9311-6ca4e27f7815 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.0827181 Jan 14 22:47:13.885743 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f45b687d-0ed3-4fda-882b-3c6af610d737 req-21515382-9ddf-4eeb-91a6-ecb3e36d3ba0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 Jan 14 22:47:14.045296 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 82e4f66d-cb13-4f7e-8426-53d0ba23c39d up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:47:14.119318 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:14.119707 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:14.227077 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45fe4-2e8a-40aa-b2cf-51684ba6ed3e req-cdde6ea5-f844-4247-8ce3-5db56014df83 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:14.228822 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-caf45fe4-2e8a-40aa-b2cf-51684ba6ed3e req-cdde6ea5-f844-4247-8ce3-5db56014df83 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.0950162 Jan 14 22:47:14.279143 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-caf45fe4-2e8a-40aa-b2cf-51684ba6ed3e req-5f087401-aa88-47aa-9b28-aaee61dd978b tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Jan 14 22:47:15.076334 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d37c55-6f54-4498-b350-c97f641a71c4 req-e578c0f4-2776-4125-b5c0-ccb438b74b93 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:15.077760 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f0d37c55-6f54-4498-b350-c97f641a71c4 req-e578c0f4-2776-4125-b5c0-ccb438b74b93 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.0804689 Jan 14 22:47:15.122250 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f0d37c55-6f54-4498-b350-c97f641a71c4 req-a5db0d94-ae3c-4e9e-8a8c-fd3b9dea115a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Jan 14 22:47:15.473582 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66b993-ba00-4b0d-a4db-ab287af1731f req-680367a7-3b08-49ac-aeb0-2d78423ed86d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:15.474975 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8b66b993-ba00-4b0d-a4db-ab287af1731f req-680367a7-3b08-49ac-aeb0-2d78423ed86d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.0899289 Jan 14 22:47:15.528986 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8b66b993-ba00-4b0d-a4db-ab287af1731f req-33c25d8a-6ae9-4ce6-8726-50c59b794357 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478799 Jan 14 22:47:16.719769 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63239c3b-7a2c-4b8e-a2aa-d32c0bcf333e req-a3280baa-5756-4520-8749-81a44cd08bfa tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:16.721197 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-63239c3b-7a2c-4b8e-a2aa-d32c0bcf333e req-a3280baa-5756-4520-8749-81a44cd08bfa tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.0804193 Jan 14 22:47:16.770361 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-63239c3b-7a2c-4b8e-a2aa-d32c0bcf333e req-9dc0378e-9eeb-42b4-9ef4-4341dd27a039 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428555 Jan 14 22:47:21.112771 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:21.980092 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 32860) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:22.104023 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-087b2414-3a1c-409a-a921-b0fb54e91bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:22.118813 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-087b2414-3a1c-409a-a921-b0fb54e91bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:22.122604 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-087b2414-3a1c-409a-a921-b0fb54e91bed admin admin] Usage tracker for resource:security_group_rule and tenant:820f44939f534a759806ea34100c4368 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:22.125648 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-087b2414-3a1c-409a-a921-b0fb54e91bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:22.131171 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-087b2414-3a1c-409a-a921-b0fb54e91bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:22.214777 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-087b2414-3a1c-409a-a921-b0fb54e91bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:22.255474 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-087b2414-3a1c-409a-a921-b0fb54e91bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:22.306982 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-087b2414-3a1c-409a-a921-b0fb54e91bed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=820f44939f534a759806ea34100c4368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257809 Jan 14 22:47:22.308739 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b2414-3a1c-409a-a921-b0fb54e91bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1781a7ed-ac3c-4420-a566-2cf51206166b,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:22.309877 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 32866) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:22.370773 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7fef4734-62b3-4b90-ade2-0d205edde7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:22.396526 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7fef4734-62b3-4b90-ade2-0d205edde7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:22.501385 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7fef4734-62b3-4b90-ade2-0d205edde7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:22.516597 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef4734-62b3-4b90-ade2-0d205edde7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781a7ed-ac3c-4420-a566-2cf51206166b,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:22.523165 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7fef4734-62b3-4b90-ade2-0d205edde7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:22.537576 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-7fef4734-62b3-4b90-ade2-0d205edde7f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1781a7ed-ac3c-4420-a566-2cf51206166b HTTP/1.1" status: 204 len: 168 time: 0.2165501 Jan 14 22:47:23.149280 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 32878) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:23.168085 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-211f62e6-d9b8-4f5f-817b-c7d4393ab340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:23.184670 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-211f62e6-d9b8-4f5f-817b-c7d4393ab340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:23.189714 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-211f62e6-d9b8-4f5f-817b-c7d4393ab340 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2888eb6958453da20dfbeff16ac7c4 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:23.192632 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-211f62e6-d9b8-4f5f-817b-c7d4393ab340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:23.198414 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-211f62e6-d9b8-4f5f-817b-c7d4393ab340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:23.282994 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-211f62e6-d9b8-4f5f-817b-c7d4393ab340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:23.340807 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-211f62e6-d9b8-4f5f-817b-c7d4393ab340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:23.393240 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f62e6-d9b8-4f5f-817b-c7d4393ab340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bef9d7c-4a5f-463c-98b5-3103b7a4bcc2,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:23.397376 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-211f62e6-d9b8-4f5f-817b-c7d4393ab340 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb2888eb6958453da20dfbeff16ac7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469728 Jan 14 22:47:23.400627 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 32882) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:23.459291 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7a2e64e5-9375-4a8b-b171-d3934d45127d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:23.486275 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7a2e64e5-9375-4a8b-b171-d3934d45127d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:23.598152 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7a2e64e5-9375-4a8b-b171-d3934d45127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:23.615505 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e64e5-9375-4a8b-b171-d3934d45127d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bef9d7c-4a5f-463c-98b5-3103b7a4bcc2,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:23.622781 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7a2e64e5-9375-4a8b-b171-d3934d45127d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:23.622781 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-7a2e64e5-9375-4a8b-b171-d3934d45127d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bef9d7c-4a5f-463c-98b5-3103b7a4bcc2 HTTP/1.1" status: 204 len: 168 time: 0.2198684 Jan 14 22:47:24.285299 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 32894) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:24.303124 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d996-ed41-4a15-b66b-313c3b7ede45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:24.319233 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-4ef1d996-ed41-4a15-b66b-313c3b7ede45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:24.323147 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-4ef1d996-ed41-4a15-b66b-313c3b7ede45 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f02d38757e42e88cfe851661b0c7b7 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:24.325937 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-4ef1d996-ed41-4a15-b66b-313c3b7ede45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:24.331549 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-4ef1d996-ed41-4a15-b66b-313c3b7ede45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:24.418000 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d996-ed41-4a15-b66b-313c3b7ede45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:24.499562 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4ef1d996-ed41-4a15-b66b-313c3b7ede45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:24.547887 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1d996-ed41-4a15-b66b-313c3b7ede45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d7a1c-b0d9-461c-ad15-9b765727e1c8,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:24.552733 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-4ef1d996-ed41-4a15-b66b-313c3b7ede45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8f02d38757e42e88cfe851661b0c7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663748 Jan 14 22:47:24.556175 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 32898) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:24.613244 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6868-930a-4703-a678-d3aff2a5ea68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:24.641072 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6868-930a-4703-a678-d3aff2a5ea68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:24.763773 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6868-930a-4703-a678-d3aff2a5ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:24.778084 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb6868-930a-4703-a678-d3aff2a5ea68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d7a1c-b0d9-461c-ad15-9b765727e1c8,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:24.785023 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6868-930a-4703-a678-d3aff2a5ea68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:24.786145 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-cdeb6868-930a-4703-a678-d3aff2a5ea68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d26d7a1c-b0d9-461c-ad15-9b765727e1c8 HTTP/1.1" status: 204 len: 168 time: 0.2294033 Jan 14 22:47:26.703229 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-f40dc956-9195-4e92-bcf5-f16f8eadd5a2 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:26.703999 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-f40dc956-9195-4e92-bcf5-f16f8eadd5a2 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Synchronizing usage tracker for tenant:af1720e4da794650bac33502b63ff62c on resource:network {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:47:26.715892 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-d150b7d9-2c1f-4246-9aee-1ae43e4e177b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:26.717309 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-d150b7d9-2c1f-4246-9aee-1ae43e4e177b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/networks?id=b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 200 len: 813 time: 0.3247657 Jan 14 22:47:26.735812 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-c577a071-aeb9-4508-b066-866ae0cab9b9 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/quotas/340b49de861c4150a6a23769129e54b4 HTTP/1.1" status: 200 len: 375 time: 0.0126278 Jan 14 22:47:26.810009 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-f40dc956-9195-4e92-bcf5-f16f8eadd5a2 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Unset dirty status for tenant:af1720e4da794650bac33502b63ff62c on resource:network {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:47:26.811144 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-f40dc956-9195-4e92-bcf5-f16f8eadd5a2 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/networks?id=40d48389-39aa-4c9a-93ee-e4fdbd61b572 HTTP/1.1" status: 200 len: 808 time: 0.4419999 Jan 14 22:47:26.818272 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-3c6b1f0d-7cd5-4ea5-bc82-1eea17c8e5b7 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774596 Jan 14 22:47:26.850801 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-17a4bfd9-877a-489a-87ab-42f70a2c62bf tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/quotas/af1720e4da794650bac33502b63ff62c HTTP/1.1" status: 200 len: 375 time: 0.0315878 Jan 14 22:47:26.915659 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-96e4bff1-78ce-4710-a791-93c48d08db11 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af1720e4da794650bac33502b63ff62c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577722 Jan 14 22:47:27.087067 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-8b80af79-8e3c-4a4f-98a9-5247849a73bc service neutron] 10.222.0.25 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617626 Jan 14 22:47:27.156586 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-7f392afb-09bd-485f-9b62-1466ae5bc9f8 service neutron] 10.222.0.25 "GET /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937380 Jan 14 22:47:27.333405 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-0c277697-9570-46b0-a106-88310b26bb54 service neutron] 10.222.0.25 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371483 Jan 14 22:47:27.365321 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-d77eb206-aac9-47f9-b470-8192bfd3fd6e service neutron] 10.222.0.25 "GET /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606293 Jan 14 22:47:27.806118 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a65a0-0969-42b2-a78b-e7735ae8ca4b req-2a4299c2-8fa5-4f9c-9bc5-d4e8ddfca1c3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:27.807563 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b44a65a0-0969-42b2-a78b-e7735ae8ca4b req-2a4299c2-8fa5-4f9c-9bc5-d4e8ddfca1c3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1547482 Jan 14 22:47:27.818846 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62393ff4-e37e-4f33-9b9a-8e4ef8ca3345 req-eed22c87-bc73-45f9-863f-f60e912e46fd tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:27.820307 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-62393ff4-e37e-4f33-9b9a-8e4ef8ca3345 req-eed22c87-bc73-45f9-863f-f60e912e46fd tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1268127 Jan 14 22:47:27.888109 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b44a65a0-0969-42b2-a78b-e7735ae8ca4b req-1abc6c6c-9eff-4bda-b3f0-e4be9c63c52c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667400 Jan 14 22:47:27.899934 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-62393ff4-e37e-4f33-9b9a-8e4ef8ca3345 req-70f52fe3-d2a8-44ab-9790-58d48f664d4f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631411 Jan 14 22:47:28.011868 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2bc41e8f-8762-488e-945e-67b7f2ad6e70 req-30da37a0-084c-4d8b-a28c-09e14f534604 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 210 time: 0.0764518 Jan 14 22:47:28.025858 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-62188f64-6e63-4716-9e66-74af4bc4c327 req-40dbe2bf-3a69-4d03-84e9-ded3d739b578 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 210 time: 0.0540130 Jan 14 22:47:29.116690 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31938dbf-5aa8-4e50-aca8-b9704cbdeb2d req-dca2b84c-76cd-4160-aa3b-72c86eaf8d72 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:29.124211 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-31938dbf-5aa8-4e50-aca8-b9704cbdeb2d req-dca2b84c-76cd-4160-aa3b-72c86eaf8d72 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1066020 Jan 14 22:47:29.210097 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-31938dbf-5aa8-4e50-aca8-b9704cbdeb2d req-6e16706a-5a7f-4c35-852b-68e767f9cc94 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845282 Jan 14 22:47:29.228281 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3677b831-afe1-4941-b0fc-1d22338bf002 req-fa147930-e6c4-4692-99ae-93a5f720fa55 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 210 time: 0.0592718 Jan 14 22:47:29.406999 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2e5410ee-6596-4934-9f1b-82f89c05a2e4 req-b4a33bd4-a015-45e7-ae83-f1487b30ff8d tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 210 time: 0.0706184 Jan 14 22:47:29.704299 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d92be9-bb5a-409d-8522-540c312869c6 req-8ada6f66-f804-43e0-8d7c-bcb875ea17f2 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:29.705753 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c5d92be9-bb5a-409d-8522-540c312869c6 req-8ada6f66-f804-43e0-8d7c-bcb875ea17f2 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.0826199 Jan 14 22:47:29.883233 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c5d92be9-bb5a-409d-8522-540c312869c6 req-8094b6ed-76b9-4673-a4f9-f73f6cd20a44 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708434 Jan 14 22:47:29.922069 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-c0810430-22c8-4119-ae4f-f45913916e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:29.923523 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-c0810430-22c8-4119-ae4f-f45913916e2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 1098 time: 0.0874593 Jan 14 22:47:30.181260 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-218b1bb5-870f-4fbb-92f5-e90762456be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:30.182778 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-218b1bb5-870f-4fbb-92f5-e90762456be2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 911 time: 0.2503195 Jan 14 22:47:30.195831 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-3f51bb8a-88a7-4278-bdf3-a3eae89d7d44 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:30.197258 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-3f51bb8a-88a7-4278-bdf3-a3eae89d7d44 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "GET /v2.0/networks?id=b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 200 len: 813 time: 0.2440426 Jan 14 22:47:30.265346 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Request body: {'port': {'device_id': 'd2771d03-92d8-477e-b4ad-d017e72c8d57', 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0', 'admin_state_up': True, 'tenant_id': '340b49de861c4150a6a23769129e54b4'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:30.455400 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3289d7ac-8ee7-4be8-aa86-713a473a8e18 req-8e7ef7a3-4a6b-446f-8367-1e5ff0efb812 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 210 time: 0.0708239 Jan 14 22:47:30.460302 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-4fd4e741-58b9-44f6-be92-9061b033b70f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d HTTP/1.1" status: 200 len: 1001 time: 0.2583797 Jan 14 22:47:30.526053 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:30.547792 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:30.598060 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-b7853cd5-9675-4a58-8cb0-181678ccfaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:30.599461 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-b7853cd5-9675-4a58-8cb0-181678ccfaf9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df406c9d-0f25-4116-831b-9cf13d98daa5 HTTP/1.1" status: 200 len: 850 time: 0.1236241 Jan 14 22:47:30.640174 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e24b2ed3-c7d9-4169-8c52-ed2b6775ef2b req-e3a1d2ff-b1c0-4538-9eb4-e9eacf66153b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 210 time: 0.0805962 Jan 14 22:47:30.681470 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-e04838a9-4e43-4413-99fe-c933ef77ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:30.683016 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-e04838a9-4e43-4413-99fe-c933ef77ac1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730186 Jan 14 22:47:30.684081 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Made reservation on behalf of 340b49de861c4150a6a23769129e54b4 for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:47:30.689958 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:30.922052 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-9278025a-67e3-4b8c-8cd3-80ff2b0af0b4 service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253840 Jan 14 22:47:30.936200 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-d77f8c3b-f132-4f02-9fa5-c9df76e1050a tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:30.938164 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-d77f8c3b-f132-4f02-9fa5-c9df76e1050a tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.39 "GET /v2.0/networks?id=40d48389-39aa-4c9a-93ee-e4fdbd61b572 HTTP/1.1" status: 200 len: 808 time: 0.1542807 Jan 14 22:47:30.952124 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Request body: {'port': {'device_id': 'c11823ca-9eb8-452a-9df6-cba0243fbe05', 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572', 'admin_state_up': True, 'tenant_id': 'af1720e4da794650bac33502b63ff62c'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:31.071778 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Allocated IP 172.20.0.8 (b5c3c2f3-62de-408a-8af6-2319578a53b0/a257786c-79f5-489b-82fa-942df4f5c73c/b2dbd31c-3333-41bd-ad17-609ca2eedc90) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:47:31.095211 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:31.100154 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Usage tracker for resource:port and tenant:af1720e4da794650bac33502b63ff62c is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:31.103214 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:31.111077 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:31.158745 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-62d8d120-be2f-46c2-a006-69d9609ef4b1 req-55a5baff-fa4c-438f-bb4d-9f15c133a71f service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293704 Jan 14 22:47:31.186698 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Made reservation on behalf of af1720e4da794650bac33502b63ff62c for: {'port': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:47:31.193377 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:31.234174 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81a7f3-b955-4ba0-9f12-7d9e5f5bd644 req-f1aa3d59-a94d-4f2d-a52c-d63a638ffbfd tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:31.235614 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee81a7f3-b955-4ba0-9f12-7d9e5f5bd644 req-f1aa3d59-a94d-4f2d-a52c-d63a638ffbfd tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.2002192 Jan 14 22:47:31.390888 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Allocated IP 172.20.0.2 (40d48389-39aa-4c9a-93ee-e4fdbd61b572/b3209100-e7e8-4414-84f4-b552925d60fa/4e84dd72-e2f8-47cb-b933-0b55c3f8879d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:47:31.447368 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee81a7f3-b955-4ba0-9f12-7d9e5f5bd644 req-3dc20292-86d0-4a17-804b-915e164115b6 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030730 Jan 14 22:47:31.486591 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:31.568179 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:31.586681 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['75d40ecb-9f01-4ab3-ad1a-f0700544f13b', 'a0080e08-df99-4266-94da-9bd13b2985fd'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:47:31.637143 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:31.678639 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Network b5c3c2f3-62de-408a-8af6-2319578a53b0 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:47:31.686609 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:47:31.691763 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:47:31.727099 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Pushing event updated for resources: {'Port': ['ID=b2dbd31c-3333-41bd-ad17-609ca2eedc90,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:31.733239 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:31.771556 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:31.772158 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:31.823178 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:47:31.834146 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:47:31.838234 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:47:31.868422 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c01fa7-1d02-4364-8784-dff9c5ed9c61 req-6563bf1b-4d20-4670-8214-5039e62232ec tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:31.869152 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-71c01fa7-1d02-4364-8784-dff9c5ed9c61 req-6563bf1b-4d20-4670-8214-5039e62232ec tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Synchronizing usage tracker for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:47:31.904226 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0da06a-09f4-473d-b4b3-c5cc7ba9b416 req-7abfc030-f30e-4647-8e05-ff415aee4f8b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:31.906021 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2d0da06a-09f4-473d-b4b3-c5cc7ba9b416 req-7abfc030-f30e-4647-8e05-ff415aee4f8b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 931 time: 0.1426260 Jan 14 22:47:31.909838 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-66bac898-f088-4d73-9129-790c4a5daeea tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6485620 Jan 14 22:47:31.917575 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Pushing event updated for resources: {'Port': ['ID=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:31.921692 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Request body: {'port': {'device_id': 'd2771d03-92d8-477e-b4ad-d017e72c8d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:31.935140 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:31.935916 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:31.999868 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-71c01fa7-1d02-4364-8784-dff9c5ed9c61 req-6563bf1b-4d20-4670-8214-5039e62232ec tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Unset dirty status for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:47:32.001005 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-71c01fa7-1d02-4364-8784-dff9c5ed9c61 req-6563bf1b-4d20-4670-8214-5039e62232ec tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 931 time: 0.3707173 Jan 14 22:47:32.037448 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-4c33ae6c-a94f-49c5-8c31-342b85ab7c80 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0891507 Jan 14 22:47:32.051121 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Request body: {'port': {'device_id': 'c11823ca-9eb8-452a-9df6-cba0243fbe05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:32.062022 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-2d0da06a-09f4-473d-b4b3-c5cc7ba9b416 req-17b832b3-69ce-44dc-aa43-c2a06073c908 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Synchronizing usage tracker for tenant:af1720e4da794650bac33502b63ff62c on resource:security_group {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:47:32.111046 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:32.126216 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-71c01fa7-1d02-4364-8784-dff9c5ed9c61 req-a841782d-d6de-44e9-8dc4-3cbe39aaa96d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944932 Jan 14 22:47:32.231596 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:32.240583 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-2d0da06a-09f4-473d-b4b3-c5cc7ba9b416 req-17b832b3-69ce-44dc-aa43-c2a06073c908 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Unset dirty status for tenant:af1720e4da794650bac33502b63ff62c on resource:security_group {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:47:32.241697 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2d0da06a-09f4-473d-b4b3-c5cc7ba9b416 req-17b832b3-69ce-44dc-aa43-c2a06073c908 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897663 Jan 14 22:47:32.487077 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2dbd31c-3333-41bd-ad17-609ca2eedc90 {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:47:32.494914 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:32.509953 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Transition to ACTIVE for port object b2dbd31c-3333-41bd-ad17-609ca2eedc90 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:47:32.595654 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:32.601400 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e84dd72-e2f8-47cb-b933-0b55c3f8879d {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:47:32.608770 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:32.626996 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Transition to ACTIVE for port object 4e84dd72-e2f8-47cb-b933-0b55c3f8879d will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:47:32.701195 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:32.772240 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dbd31c-3333-41bd-ad17-609ca2eedc90,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:32.844949 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12ec9d-32ff-4933-a3b3-329e725f4708 req-baa91f47-295c-4737-b10e-28df171e635e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:32.846454 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ac12ec9d-32ff-4933-a3b3-329e725f4708 req-baa91f47-295c-4737-b10e-28df171e635e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.2863836 Jan 14 22:47:32.870764 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Pushing event updated for resources: {'Port': ['ID=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:32.879730 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Attempting to bind port b2dbd31c-3333-41bd-ad17-609ca2eedc90 on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:47:32.880052 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Attempting to bind port b2dbd31c-3333-41bd-ad17-609ca2eedc90 by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:47:32.880379 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Attempting to bind port b2dbd31c-3333-41bd-ad17-609ca2eedc90 on network b5c3c2f3-62de-408a-8af6-2319578a53b0 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:47:32.895656 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Port b2dbd31c-3333-41bd-ad17-609ca2eedc90 on network b5c3c2f3-62de-408a-8af6-2319578a53b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:47:32.895976 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Attempting to bind port b2dbd31c-3333-41bd-ad17-609ca2eedc90 on network b5c3c2f3-62de-408a-8af6-2319578a53b0 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:47:32.907162 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:47:32.907495 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Checking segment: {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:47:32.907869 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Bound using segment: {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:47:32.908287 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Bound port: b2dbd31c-3333-41bd-ad17-609ca2eedc90, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:47:32.908623 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:32.921238 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ac12ec9d-32ff-4933-a3b3-329e725f4708 req-6346d9e0-bc87-4586-a5f1-cc61448072dc tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640850 Jan 14 22:47:32.944934 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Attempting to bind port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:47:32.945312 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Attempting to bind port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:47:32.945638 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Attempting to bind port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d on network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:47:32.950285 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d on network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:47:32.950620 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Attempting to bind port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d on network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:47:32.955788 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:47:32.956748 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Checking segment: {'id': 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:47:32.957204 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Bound using segment: {'id': 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:47:32.957540 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Bound port: 4e84dd72-e2f8-47cb-b933-0b55c3f8879d, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:47:32.957901 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:33.000710 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] For port b2dbd31c-3333-41bd-ad17-609ca2eedc90, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:47:33.005417 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] For port b2dbd31c-3333-41bd-ad17-609ca2eedc90, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=b2dbd31c-3333-41bd-ad17-609ca2eedc90,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:47:33.048147 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] For port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d, host hv-cinder-82480, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:47:33.051814 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] For port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,segment=NetworkSegment(ece2083d-dc22-4c4f-ac40-835d7c53c1f2),segment_id=ece2083d-dc22-4c4f-ac40-835d7c53c1f2)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:47:33.106731 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:33.165391 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:33.169064 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.169671 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:33.171036 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] 10.222.0.39 "PUT /v2.0/ports/b2dbd31c-3333-41bd-ad17-609ca2eedc90 HTTP/1.1" status: 200 len: 1093 time: 1.2537920 Jan 14 22:47:33.171460 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2771d03-92d8-477e-b4ad-d017e72c8d57', 'tag': 'b2dbd31c-3333-41bd-ad17-609ca2eedc90'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:47:33.199674 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835ab75-dd5f-4056-9b89-0d2d9fd52fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dbd31c-3333-41bd-ad17-609ca2eedc90,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:33.221497 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2771d03-92d8-477e-b4ad-d017e72c8d57', 'tag': 'b2dbd31c-3333-41bd-ad17-609ca2eedc90', 'status': 'completed', 'code': 200} Jan 14 22:47:33.235166 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.235774 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:33.237818 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] 10.222.0.39 "PUT /v2.0/ports/4e84dd72-e2f8-47cb-b933-0b55c3f8879d HTTP/1.1" status: 200 len: 1093 time: 1.1911395 Jan 14 22:47:33.238515 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11823ca-9eb8-452a-9df6-cba0243fbe05', 'tag': '4e84dd72-e2f8-47cb-b933-0b55c3f8879d'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:47:33.262832 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40467d50-3f91-4f27-9899-fba16e5c46bb service neutron] Pushing event updated for resources: {'Port': ['ID=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:33.305473 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11823ca-9eb8-452a-9df6-cba0243fbe05', 'tag': '4e84dd72-e2f8-47cb-b933-0b55c3f8879d', 'status': 'completed', 'code': 200} Jan 14 22:47:33.353655 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2a57b-62d5-46f1-b779-49009c2dae83 req-09e61193-73f9-4556-b115-c6284c16452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.355161 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-03b2a57b-62d5-46f1-b779-49009c2dae83 req-09e61193-73f9-4556-b115-c6284c16452d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 1096 time: 0.0889821 Jan 14 22:47:33.480708 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c88edd-8b45-4282-9efb-734a7daf4cac req-750f304f-0b3f-450e-9bdd-5e4f322bbc37 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.496070 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a9c88edd-8b45-4282-9efb-734a7daf4cac req-750f304f-0b3f-450e-9bdd-5e4f322bbc37 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 943 time: 0.2306001 Jan 14 22:47:33.516423 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2a57b-62d5-46f1-b779-49009c2dae83 req-eba0abf5-6424-4831-a6c2-87d2959246d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.519027 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-03b2a57b-62d5-46f1-b779-49009c2dae83 req-eba0abf5-6424-4831-a6c2-87d2959246d9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=340b49de861c4150a6a23769129e54b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1542394 Jan 14 22:47:33.531329 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f17890-a2f3-4923-9a51-9b0ae34f5f19 req-8c9cabc4-1186-48e7-ba7d-5397c068debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.532788 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d2f17890-a2f3-4923-9a51-9b0ae34f5f19 req-8c9cabc4-1186-48e7-ba7d-5397c068debb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1720e4da794650bac33502b63ff62c&device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 1096 time: 0.1983757 Jan 14 22:47:33.681037 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a9c88edd-8b45-4282-9efb-734a7daf4cac req-cf8af31f-09e8-4041-a7fd-d87a556e0a70 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840286 Jan 14 22:47:33.738899 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2a57b-62d5-46f1-b779-49009c2dae83 req-1c76395e-255a-4c6b-b0c2-848742345268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.740403 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-03b2a57b-62d5-46f1-b779-49009c2dae83 req-1c76395e-255a-4c6b-b0c2-848742345268 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1981106 Jan 14 22:47:33.763422 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da95e74-78d5-412f-b5e5-024e5faebfb7 req-6c73b90f-3b76-4eb4-9939-132d2dc4dc32 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.764864 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8da95e74-78d5-412f-b5e5-024e5faebfb7 req-6c73b90f-3b76-4eb4-9939-132d2dc4dc32 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 943 time: 0.3499744 Jan 14 22:47:33.837745 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f17890-a2f3-4923-9a51-9b0ae34f5f19 req-3c439f4c-5f35-4454-9548-8755534dd71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.839201 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d2f17890-a2f3-4923-9a51-9b0ae34f5f19 req-3c439f4c-5f35-4454-9548-8755534dd71d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=af1720e4da794650bac33502b63ff62c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2957251 Jan 14 22:47:33.842134 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8da95e74-78d5-412f-b5e5-024e5faebfb7 req-21b69b94-d9d2-4790-a503-cdb3f57f2d0d tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687122 Jan 14 22:47:33.845502 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-5c483822-2514-4a6a-b0e7-8caf73277bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.847599 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-5c483822-2514-4a6a-b0e7-8caf73277bfe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 1096 time: 0.0716722 Jan 14 22:47:33.919094 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-a932196a-67d7-4eec-8000-6ab652e66480 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2dbd31c-3333-41bd-ad17-609ca2eedc90 HTTP/1.1" status: 200 len: 217 time: 0.0633786 Jan 14 22:47:33.979685 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f17890-a2f3-4923-9a51-9b0ae34f5f19 req-d2bca394-daf7-4741-992a-136464c0eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.981130 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-d490d92a-4062-44da-b628-11c74414a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:33.981261 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d2f17890-a2f3-4923-9a51-9b0ae34f5f19 req-d2bca394-daf7-4741-992a-136464c0eae6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1353111 Jan 14 22:47:33.982540 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-d490d92a-4062-44da-b628-11c74414a1bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a257786c-79f5-489b-82fa-942df4f5c73c HTTP/1.1" status: 200 len: 853 time: 0.0572376 Jan 14 22:47:34.050725 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-4189a641-9964-4273-9fa3-af2f6c4e004c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c3c2f3-62de-408a-8af6-2319578a53b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453799 Jan 14 22:47:34.093331 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-9b6dac89-8ffe-42c4-8d7d-5c7e10ce5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:34.094732 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-9b6dac89-8ffe-42c4-8d7d-5c7e10ce5ac6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1720e4da794650bac33502b63ff62c&device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 1096 time: 0.0747643 Jan 14 22:47:34.168573 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-aff3b119-1175-4844-a862-153613c1ad40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e84dd72-e2f8-47cb-b933-0b55c3f8879d HTTP/1.1" status: 200 len: 217 time: 0.0657303 Jan 14 22:47:34.241437 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-b2a4ad62-b1f9-4d8c-9417-fab106e4b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:34.243365 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-b2a4ad62-b1f9-4d8c-9417-fab106e4b017 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3209100-e7e8-4414-84f4-b552925d60fa HTTP/1.1" status: 200 len: 848 time: 0.0647302 Jan 14 22:47:34.253682 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-f7b7cf14-8169-482b-bd40-5bf3455a3c9e service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961982 Jan 14 22:47:34.297075 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-c20ab50f-8f3c-4918-8030-c7a6a437d5c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=40d48389-39aa-4c9a-93ee-e4fdbd61b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444360 Jan 14 22:47:34.384164 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-8886a7f4-a3f6-484a-9d6e-7943285eb3ba req-cebf4f56-507b-445a-81bc-01d2d278e5b3 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240592 Jan 14 22:47:34.430843 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-af4938ee-ac51-4102-b0ff-b4147f4f479c service neutron] 10.222.0.39 "GET /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245859 Jan 14 22:47:34.566109 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-050ed6fd-ffdc-4e6f-b0ed-1216fa4dda7d req-c46f6ad2-e81a-40d2-8306-78ece587f256 service neutron] 10.222.0.39 "GET /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233878 Jan 14 22:47:34.862673 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2ea0-c3c0-4eb7-8654-22350f055c78 req-c27544d4-d2aa-4457-add7-61c1724576c4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:34.864094 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9c1a2ea0-c3c0-4eb7-8654-22350f055c78 req-c27544d4-d2aa-4457-add7-61c1724576c4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 943 time: 0.0800686 Jan 14 22:47:34.905931 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9c1a2ea0-c3c0-4eb7-8654-22350f055c78 req-19799cb5-f716-41ba-bae7-039b6c741fb3 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Jan 14 22:47:35.028312 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366f7b-fd3f-4656-bfb8-9d60c8047407 req-a7eb6150-605f-47ad-9d1a-f68d96115ef1 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:35.029728 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d6366f7b-fd3f-4656-bfb8-9d60c8047407 req-a7eb6150-605f-47ad-9d1a-f68d96115ef1 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 943 time: 0.0802181 Jan 14 22:47:35.073213 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d6366f7b-fd3f-4656-bfb8-9d60c8047407 req-a70dd146-7c93-42eb-ad3c-d2325cccf5dd tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372219 Jan 14 22:47:36.089366 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a6439-e216-4e8c-be39-9aff50b54cb4 req-5bc07968-7385-474b-9050-a0125cf57cdc tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:36.090748 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb2a6439-e216-4e8c-be39-9aff50b54cb4 req-5bc07968-7385-474b-9050-a0125cf57cdc tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 943 time: 0.0768290 Jan 14 22:47:36.139664 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb2a6439-e216-4e8c-be39-9aff50b54cb4 req-853dd4fa-c760-4bef-adee-4b72aa3691f8 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Jan 14 22:47:36.163241 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-358512d1-ff96-430c-b986-c8e4d5a99466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:36.255393 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7db5a-d3e4-49d8-b58d-64c56f619f53 req-a910c5d0-2d74-40af-8b52-36bc11040335 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:36.256845 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-90e7db5a-d3e4-49d8-b58d-64c56f619f53 req-a910c5d0-2d74-40af-8b52-36bc11040335 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 943 time: 0.0800118 Jan 14 22:47:36.299896 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-90e7db5a-d3e4-49d8-b58d-64c56f619f53 req-8f511b37-c519-4eda-9d34-5b6f8c10447b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 Jan 14 22:47:37.279096 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:47:37.324625 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70201a74-2fcd-45dc-84e1-e015bd6e8a4a req-9f42b907-3424-4ace-8311-ca45e9281d35 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:37.326083 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70201a74-2fcd-45dc-84e1-e015bd6e8a4a req-9f42b907-3424-4ace-8311-ca45e9281d35 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 943 time: 0.0842865 Jan 14 22:47:37.369559 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70201a74-2fcd-45dc-84e1-e015bd6e8a4a req-519f5e20-6466-44d6-b3e0-6004539563e0 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369487 Jan 14 22:47:37.483721 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fe539-7960-417d-b66c-bf08e4ab4f0f req-f642800a-38d1-4ae2-b311-afa0105e597a tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:37.485195 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e80fe539-7960-417d-b66c-bf08e4ab4f0f req-f642800a-38d1-4ae2-b311-afa0105e597a tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 943 time: 0.0778596 Jan 14 22:47:37.528731 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e80fe539-7960-417d-b66c-bf08e4ab4f0f req-673bc9de-476f-42dd-a216-aefd0cd0c91d tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Jan 14 22:47:38.414912 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b58a6487-e0fc-4140-af4d-c7bb0d7289d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:38.565321 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee177d74-8dfc-48db-9b4e-636cca1308a5 req-91a89f50-8e0c-4772-8ac4-f98964d2fb9f tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:38.566795 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee177d74-8dfc-48db-9b4e-636cca1308a5 req-91a89f50-8e0c-4772-8ac4-f98964d2fb9f tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 943 time: 0.0845909 Jan 14 22:47:38.611102 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee177d74-8dfc-48db-9b4e-636cca1308a5 req-5789e86b-e6b4-49f3-b47c-c3fcb1c8817d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387673 Jan 14 22:47:38.716488 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e54ef6-72c5-4de2-b1c1-c34e4f7d962f req-506c7ed2-ebe9-44b9-aaea-0b65eb8a2b91 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:38.717930 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f0e54ef6-72c5-4de2-b1c1-c34e4f7d962f req-506c7ed2-ebe9-44b9-aaea-0b65eb8a2b91 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 943 time: 0.0783701 Jan 14 22:47:38.762677 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f0e54ef6-72c5-4de2-b1c1-c34e4f7d962f req-c6128ede-e2af-4846-a23b-293eb839dde6 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382400 Jan 14 22:47:39.603025 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:39.716913 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 4e84dd72-e2f8-47cb-b933-0b55c3f8879d details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:47:39.819719 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:39.856404 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,segment=NetworkSegment(ece2083d-dc22-4c4f-ac40-835d7c53c1f2),segment_id=ece2083d-dc22-4c4f-ac40-835d7c53c1f2)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:39.873601 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '4e84dd72-e2f8-47cb-b933-0b55c3f8879d', 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572', 'port_id': '4e84dd72-e2f8-47cb-b933-0b55c3f8879d', 'mac_address': 'fa:16:3e:c3:d7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3209100-e7e8-4414-84f4-b552925d60fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:47:39.928598 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:39.946495 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e84dd72-e2f8-47cb-b933-0b55c3f8879d {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:47:39.962883 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,segment=NetworkSegment(ece2083d-dc22-4c4f-ac40-835d7c53c1f2),segment_id=ece2083d-dc22-4c4f-ac40-835d7c53c1f2)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:39.991715 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca05fb2-379e-464a-8ef4-f49bbd4042be req-c7a23d35-7cb2-488e-91cd-e918798b1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:39.993164 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7ca05fb2-379e-464a-8ef4-f49bbd4042be req-c7a23d35-7cb2-488e-91cd-e918798b1195 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 1099 time: 0.1641755 Jan 14 22:47:40.000309 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f70970-82a8-47bf-bee6-f3831d3af90f req-46cdbddc-04df-43a3-92e3-b7d1dd496a36 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:40.001609 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a5f70970-82a8-47bf-bee6-f3831d3af90f req-46cdbddc-04df-43a3-92e3-b7d1dd496a36 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 943 time: 0.2832887 Jan 14 22:47:40.027099 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522c214-e6f1-459a-937f-5b5e03917011 req-8804cff6-8bb4-441f-9549-eecae7446ab4 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:40.028480 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3522c214-e6f1-459a-937f-5b5e03917011 req-8804cff6-8bb4-441f-9549-eecae7446ab4 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1984034 Jan 14 22:47:40.048969 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:40.049810 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device b2dbd31c-3333-41bd-ad17-609ca2eedc90 details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:47:40.148800 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:40.169392 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.169729 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.170093 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.170462 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.170783 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.171102 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.171417 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.171732 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.172066 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.172381 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.172692 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.173001 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:40.177826 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3522c214-e6f1-459a-937f-5b5e03917011 req-eff31d7d-7e45-4344-bcf3-6d14dea6ebe9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263843 Jan 14 22:47:40.180647 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a5f70970-82a8-47bf-bee6-f3831d3af90f req-9c353297-24bb-4ea5-8c2e-51d27125682a tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513233 Jan 14 22:47:40.218275 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca05fb2-379e-464a-8ef4-f49bbd4042be req-54240d9a-c556-4448-a1ae-4618f70ed5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:40.219982 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7ca05fb2-379e-464a-8ef4-f49bbd4042be req-54240d9a-c556-4448-a1ae-4618f70ed5c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 919 time: 0.2168117 Jan 14 22:47:40.282660 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port b2dbd31c-3333-41bd-ad17-609ca2eedc90, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=b2dbd31c-3333-41bd-ad17-609ca2eedc90,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:40.302548 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7ca05fb2-379e-464a-8ef4-f49bbd4042be req-d59a6852-08d2-4905-b4ed-ffd2f86d9076 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a HTTP/1.1" status: 200 len: 217 time: 0.0711541 Jan 14 22:47:40.305093 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'b2dbd31c-3333-41bd-ad17-609ca2eedc90', 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0', 'port_id': 'b2dbd31c-3333-41bd-ad17-609ca2eedc90', 'mac_address': 'fa:16:3e:d6:fb:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a257786c-79f5-489b-82fa-942df4f5c73c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:47:40.398899 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:40.428429 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dbd31c-3333-41bd-ad17-609ca2eedc90 {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:47:40.428841 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca05fb2-379e-464a-8ef4-f49bbd4042be req-802fe563-cdd8-4283-b8eb-03663d1b0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:40.428841 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7ca05fb2-379e-464a-8ef4-f49bbd4042be req-802fe563-cdd8-4283-b8eb-03663d1b0bba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7a60679-5b63-4b30-b6a7-284c957fb909 HTTP/1.1" status: 200 len: 859 time: 0.0865030 Jan 14 22:47:40.438291 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port b2dbd31c-3333-41bd-ad17-609ca2eedc90, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=b2dbd31c-3333-41bd-ad17-609ca2eedc90,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:40.498171 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7ca05fb2-379e-464a-8ef4-f49bbd4042be req-ec5ec585-d956-4827-99ee-eb958967a219 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75bebe5b-4437-44d1-b77b-3462d9c0eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617988 Jan 14 22:47:40.511660 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:40.543728 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9972b76-e963-409f-9810-c1eb6e5bf3df req-8667d14d-f8b9-4edf-a401-1ed89db429d7 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:40.545262 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f9972b76-e963-409f-9810-c1eb6e5bf3df req-8667d14d-f8b9-4edf-a401-1ed89db429d7 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 944 time: 0.2458048 Jan 14 22:47:40.586282 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=b2dbd31c-3333-41bd-ad17-609ca2eedc90,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:40.595922 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-cd0ef445-fae1-4387-aa8b-9ee408684f87 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768053503&fields=id&tenant_id=439cb5d34f974c91830ad89417541b65 HTTP/1.1" status: 200 len: 267 time: 0.1237826 Jan 14 22:47:40.787005 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f9972b76-e963-409f-9810-c1eb6e5bf3df req-c5e3c0bb-5747-4d18-9b03-624ad3f10e75 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210922 Jan 14 22:47:40.799830 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7ca05fb2-379e-464a-8ef4-f49bbd4042be req-6ff48823-34a0-4e0a-b265-2df791d0a1a9 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919688 Jan 14 22:47:40.833360 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['4e84dd72-e2f8-47cb-b933-0b55c3f8879d'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:47:40.863474 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['b2dbd31c-3333-41bd-ad17-609ca2eedc90'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:47:40.872050 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35fad-e259-4b50-a952-149ea84c4240 req-6ce97c1b-f5bd-4e3f-98f6-861ffc2bff38 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:40.873458 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-6ce97c1b-f5bd-4e3f-98f6-861ffc2bff38 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/networks?id=a8158e17-53f5-45de-93ff-757f87c67705 HTTP/1.1" status: 200 len: 809 time: 0.2767131 Jan 14 22:47:40.940372 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-4936947f-d94b-40b8-8c0b-fd7c1bd6a464 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/quotas/439cb5d34f974c91830ad89417541b65 HTTP/1.1" status: 200 len: 375 time: 0.0179195 Jan 14 22:47:41.010010 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7ca05fb2-379e-464a-8ef4-f49bbd4042be req-706a7254-eeff-42f0-9373-0512fb642e64 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955409 Jan 14 22:47:41.045299 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-82ad1f5c-bebf-474d-891a-22f4c0b75a42 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=439cb5d34f974c91830ad89417541b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950503 Jan 14 22:47:41.085647 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:41.195505 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-139eb8e1-f519-44ed-abd0-acb452d2ed65 service neutron] 10.222.0.25 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344552 Jan 14 22:47:41.382033 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-dbdd735f-790b-4cb3-9a8b-d37c044cb55b service neutron] 10.222.0.25 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808085 Jan 14 22:47:41.412152 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48572222-f3ed-4f19-b16e-588500cbfc57 req-656cf73f-c836-45dc-9a15-8b5107fdcee0 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:41.412795 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-48572222-f3ed-4f19-b16e-588500cbfc57 req-656cf73f-c836-45dc-9a15-8b5107fdcee0 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 944 time: 0.1021676 Jan 14 22:47:41.540796 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-48572222-f3ed-4f19-b16e-588500cbfc57 req-90ad6ed0-a191-4196-b89a-e330093c6904 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221013 Jan 14 22:47:41.714705 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671da0f-c94a-4734-88ea-41c3d8f31895 req-0a0d529b-108c-4f00-aa9c-0cb2b2005fa3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:41.716045 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5671da0f-c94a-4734-88ea-41c3d8f31895 req-0a0d529b-108c-4f00-aa9c-0cb2b2005fa3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.0793805 Jan 14 22:47:41.761868 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5671da0f-c94a-4734-88ea-41c3d8f31895 req-a24c7aea-3ba4-46e2-93e0-7aff5f72b9b3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400836 Jan 14 22:47:42.013653 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26640b9-c5db-48ec-a276-36253ab7826e req-2409fb2d-0310-4969-a2f2-4dcd73b7a7d1 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:42.015159 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b26640b9-c5db-48ec-a276-36253ab7826e req-2409fb2d-0310-4969-a2f2-4dcd73b7a7d1 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 944 time: 0.0951824 Jan 14 22:47:42.090690 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-178f9aaf-6f01-4d3b-93ac-1553bf724bb0 req-8d811adc-3011-489b-a216-2829d34829d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 210 time: 0.0543587 Jan 14 22:47:42.104827 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b26640b9-c5db-48ec-a276-36253ab7826e req-1eddb174-1f94-486c-8531-6ed5d19692ad tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829213 Jan 14 22:47:42.727407 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e484b8-f1fa-4689-917c-5710a08b73e9 req-b5425099-55c8-4f77-a409-8b8a41a3d64d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:42.728885 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d5e484b8-f1fa-4689-917c-5710a08b73e9 req-b5425099-55c8-4f77-a409-8b8a41a3d64d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 944 time: 0.0828478 Jan 14 22:47:42.773422 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d5e484b8-f1fa-4689-917c-5710a08b73e9 req-2e47537d-0d21-4523-beee-43aaedbebaa5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Jan 14 22:47:42.956233 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa072cd-2a70-47cf-94ff-0b47816d144e req-abf76df7-f1f1-475c-a15c-f3640825ed0c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:42.958412 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bfa072cd-2a70-47cf-94ff-0b47816d144e req-abf76df7-f1f1-475c-a15c-f3640825ed0c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.0797145 Jan 14 22:47:43.006256 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bfa072cd-2a70-47cf-94ff-0b47816d144e req-76878819-8a3b-4fad-a17b-9fb399a44a3b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Jan 14 22:47:43.282855 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d4283c9c-fabb-4a96-88dd-b96ca5d32799 req-20b28173-c04e-4100-bcb7-7755d78d0460 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 210 time: 0.0764763 Jan 14 22:47:43.326364 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c049-b0dc-43c7-9050-521b3559ee50 req-82642af0-7a8f-4cd4-86ad-a814ea83df17 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:43.327899 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6704c049-b0dc-43c7-9050-521b3559ee50 req-82642af0-7a8f-4cd4-86ad-a814ea83df17 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 944 time: 0.0854280 Jan 14 22:47:43.377380 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6704c049-b0dc-43c7-9050-521b3559ee50 req-54f88200-68ea-4317-afea-da8281173abe tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Jan 14 22:47:43.742353 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 4e84dd72-e2f8-47cb-b933-0b55c3f8879d up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:47:43.859836 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:47:43.865581 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:43.865988 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:43.964049 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ac42f-1560-4db5-b85f-2881bcd249ee req-507d542d-fdef-4c54-ac2b-f37a506b329b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:43.965475 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c63ac42f-1560-4db5-b85f-2881bcd249ee req-507d542d-fdef-4c54-ac2b-f37a506b329b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 944 time: 0.0801334 Jan 14 22:47:43.981085 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:44.008607 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11823ca-9eb8-452a-9df6-cba0243fbe05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e84dd72-e2f8-47cb-b933-0b55c3f8879d'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:47:44.010613 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c63ac42f-1560-4db5-b85f-2881bcd249ee req-5dda6f45-4f18-41ab-8085-50c6c3ee68f8 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Jan 14 22:47:44.022298 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,segment=NetworkSegment(ece2083d-dc22-4c4f-ac40-835d7c53c1f2),segment_id=ece2083d-dc22-4c4f-ac40-835d7c53c1f2)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:44.094888 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:44.095802 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device b2dbd31c-3333-41bd-ad17-609ca2eedc90 up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:47:44.204290 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11823ca-9eb8-452a-9df6-cba0243fbe05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e84dd72-e2f8-47cb-b933-0b55c3f8879d', 'code': 200} Jan 14 22:47:44.205517 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a9cf4-b8e9-4072-824d-e29c9cd1c5dd req-2c4a6b6f-61c0-4ac5-89da-cd458f67067c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:44.207732 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e77a9cf4-b8e9-4072-824d-e29c9cd1c5dd req-2c4a6b6f-61c0-4ac5-89da-cd458f67067c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.0896482 Jan 14 22:47:44.219072 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:44.258518 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e77a9cf4-b8e9-4072-824d-e29c9cd1c5dd req-8e0f6ff8-a10e-4848-91f8-a492e6697d0e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397968 Jan 14 22:47:44.293293 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port b2dbd31c-3333-41bd-ad17-609ca2eedc90 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:47:44.298298 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port b2dbd31c-3333-41bd-ad17-609ca2eedc90 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:44.298667 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:44.415424 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:44.438652 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5401424a-f6c3-4e72-b05c-a221e12a99d1 req-d677c5ac-58d1-413c-bc75-892ad63fbefc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 210 time: 0.0445392 Jan 14 22:47:44.451401 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port b2dbd31c-3333-41bd-ad17-609ca2eedc90, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=b2dbd31c-3333-41bd-ad17-609ca2eedc90,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:44.517059 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:44.569317 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf1d12-2485-4f94-b3f1-a8157260294d req-2f9e13de-4065-4cf9-976e-478b77ab7557 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:44.570769 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7acf1d12-2485-4f94-b3f1-a8157260294d req-2f9e13de-4065-4cf9-976e-478b77ab7557 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 945 time: 0.0838137 Jan 14 22:47:44.586401 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=b2dbd31c-3333-41bd-ad17-609ca2eedc90,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:44.615557 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7acf1d12-2485-4f94-b3f1-a8157260294d req-39446838-fd47-4232-b90c-561464d6589b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389719 Jan 14 22:47:45.190448 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef677e-bd0b-4b29-ab88-f47bad9951ee req-052036e8-8109-4401-b7d0-8c306d32ff02 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:45.191851 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d3ef677e-bd0b-4b29-ab88-f47bad9951ee req-052036e8-8109-4401-b7d0-8c306d32ff02 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 945 time: 0.0762777 Jan 14 22:47:45.234328 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d3ef677e-bd0b-4b29-ab88-f47bad9951ee req-ec183f7c-51ed-4324-8765-455a307bfa37 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368061 Jan 14 22:47:45.445742 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c084e3-c861-4868-b0b4-0cd6a6707520 req-85e8258d-d980-47f4-833d-10c2e9920b7b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:45.447178 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73c084e3-c861-4868-b0b4-0cd6a6707520 req-85e8258d-d980-47f4-833d-10c2e9920b7b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.0812573 Jan 14 22:47:45.490731 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73c084e3-c861-4868-b0b4-0cd6a6707520 req-cbbdc6e1-afc2-49a2-bcf4-ed583e257b33 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379329 Jan 14 22:47:45.590312 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-94dada41-1fd7-4d7e-8ced-532c47d4c1e7 req-c5bd52eb-d068-49c8-b21d-18efb5d9cdfa tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 210 time: 0.0420473 Jan 14 22:47:45.802010 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02742c4a-8194-48a9-8202-1d06323298f6 req-b369fe7d-1867-42e0-bcab-2b6b6bb1aebd tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:45.803508 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-02742c4a-8194-48a9-8202-1d06323298f6 req-b369fe7d-1867-42e0-bcab-2b6b6bb1aebd tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 945 time: 0.0858290 Jan 14 22:47:45.849745 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-02742c4a-8194-48a9-8202-1d06323298f6 req-76b3e3a2-c367-44c4-947b-7eb2bdaa52db tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Jan 14 22:47:46.205660 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2771d03-92d8-477e-b4ad-d017e72c8d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbd31c-3333-41bd-ad17-609ca2eedc90'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:47:46.249898 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2771d03-92d8-477e-b4ad-d017e72c8d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbd31c-3333-41bd-ad17-609ca2eedc90', 'code': 200} Jan 14 22:47:46.421147 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bf40f-ff6b-4e68-85e3-ffc52cfc1ba2 req-8af4b7c4-2fe9-4196-9e57-6ac0763ba9c9 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:46.422604 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a43bf40f-ff6b-4e68-85e3-ffc52cfc1ba2 req-8af4b7c4-2fe9-4196-9e57-6ac0763ba9c9 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 945 time: 0.0855649 Jan 14 22:47:46.474240 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a43bf40f-ff6b-4e68-85e3-ffc52cfc1ba2 req-0277fdd3-4f65-4e4c-a00d-07ea150837da tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374451 Jan 14 22:47:46.686859 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c067e5-17d4-47bb-abe4-482f9aab9716 req-8457742d-78aa-4534-b623-1e3134f567ec tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:46.688372 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a5c067e5-17d4-47bb-abe4-482f9aab9716 req-8457742d-78aa-4534-b623-1e3134f567ec tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.0872786 Jan 14 22:47:46.782457 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f5d04bf6-3a42-4ef4-b8b6-318603088ac0 req-04f1e9b9-17a7-4699-9e93-98db30286d41 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 210 time: 0.0717154 Jan 14 22:47:46.819870 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a5c067e5-17d4-47bb-abe4-482f9aab9716 req-5b2116c3-0e2c-433b-9a5d-02a62113b248 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257315 Jan 14 22:47:46.921373 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed66b8e-189d-4e13-b99f-4c041773d600 req-d73321a7-2bb3-4d42-a18a-9686ae5b2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:46.923095 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9ed66b8e-189d-4e13-b99f-4c041773d600 req-d73321a7-2bb3-4d42-a18a-9686ae5b2348 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 1098 time: 0.0897331 Jan 14 22:47:46.977905 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-9ed66b8e-189d-4e13-b99f-4c041773d600 req-ee4d6215-b169-4e71-9c60-ded39bad23ea service neutron] Synchronizing usage tracker for tenant:3e58159a2ea04da7a7140d130bc084fc on resource:security_group {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:47:47.076247 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-9ed66b8e-189d-4e13-b99f-4c041773d600 req-ee4d6215-b169-4e71-9c60-ded39bad23ea service neutron] Unset dirty status for tenant:3e58159a2ea04da7a7140d130bc084fc on resource:security_group {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:47:47.077487 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9ed66b8e-189d-4e13-b99f-4c041773d600 req-ee4d6215-b169-4e71-9c60-ded39bad23ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467748 Jan 14 22:47:47.101620 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35fad-e259-4b50-a952-149ea84c4240 req-24f5efb4-d24b-484f-b482-e3f10373c1aa tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:47.103002 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-24f5efb4-d24b-484f-b482-e3f10373c1aa tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.39 "GET /v2.0/networks?id=a8158e17-53f5-45de-93ff-757f87c67705 HTTP/1.1" status: 200 len: 809 time: 0.3478363 Jan 14 22:47:47.122908 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adcfeb-ce58-4bed-96a3-7846613eedc4 req-9d0268c8-ed8c-4791-b8ec-ccaca9a4149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:47.124243 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-88adcfeb-ce58-4bed-96a3-7846613eedc4 req-9d0268c8-ed8c-4791-b8ec-ccaca9a4149b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 1098 time: 0.2543488 Jan 14 22:47:47.135476 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8dcc0-fb44-4c72-bb90-9347bc19702b req-037d52ec-cd13-4f70-8655-ef2da9ae6e96 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:47.137079 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73f8dcc0-fb44-4c72-bb90-9347bc19702b req-037d52ec-cd13-4f70-8655-ef2da9ae6e96 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 945 time: 0.1449645 Jan 14 22:47:47.180375 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-73f8dcc0-fb44-4c72-bb90-9347bc19702b req-dc65d32d-36f2-4a86-8a4b-daa28eb73fe7 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Jan 14 22:47:47.379858 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-06c589e9-5fa1-4b59-9c01-6609aefe70da tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=439cb5d34f974c91830ad89417541b65 HTTP/1.1" status: 200 len: 379 time: 0.0662568 Jan 14 22:47:47.382665 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-88adcfeb-ce58-4bed-96a3-7846613eedc4 req-ada4c8cd-c938-41c6-8917-30afdf3ad7d2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681932 Jan 14 22:47:47.613524 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Request body: {'port': {'device_id': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'admin_state_up': True, 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'security_groups': ['905817fc-645b-4c73-8ce1-d2ecc5c2b276']}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:47.775547 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb887d2-342f-405b-9588-dcbfffe22785 req-2a088def-13bd-4529-a0fb-b053be39e44e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:47.776958 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-beb887d2-342f-405b-9588-dcbfffe22785 req-2a088def-13bd-4529-a0fb-b053be39e44e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 945 time: 0.2020674 Jan 14 22:47:47.781487 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:47.797178 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Usage tracker for resource:port and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:47.802062 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:47.811307 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:47.836246 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-beb887d2-342f-405b-9588-dcbfffe22785 req-5d729224-d394-42fb-aede-a286549dd64b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523851 Jan 14 22:47:47.926169 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Made reservation on behalf of 439cb5d34f974c91830ad89417541b65 for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:47:47.929871 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:47.948377 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7f1ebed7-8a2c-44b3-9960-71bd45146181 req-4ac9a3f9-f230-46a8-9fd8-2518f419ba67 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 210 time: 0.0577004 Jan 14 22:47:48.135214 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d01f5-bf58-4a1b-9186-b03167813cc5 req-145d8876-147c-46ff-977d-409056623752 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:48.136614 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-969d01f5-bf58-4a1b-9186-b03167813cc5 req-145d8876-147c-46ff-977d-409056623752 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1930983 Jan 14 22:47:48.188772 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Allocated IP 172.20.0.5 (a8158e17-53f5-45de-93ff-757f87c67705/5b99ea17-f83f-41c7-8c16-d52cd11450ce/34bc8f2b-3c24-4783-9fc4-be81e10caeef) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:47:48.214221 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-969d01f5-bf58-4a1b-9186-b03167813cc5 req-5d59e52a-c91f-4e87-bce2-c7f66b36062b tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598950 Jan 14 22:47:48.445265 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:48.461511 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125261-461f-4158-9ee6-a3d2a55290b5 req-ce938370-671e-4db5-a363-12673a38226d tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:48.462979 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee125261-461f-4158-9ee6-a3d2a55290b5 req-ce938370-671e-4db5-a363-12673a38226d tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 945 time: 0.1352670 Jan 14 22:47:48.485251 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Transition to ACTIVE for port object 34bc8f2b-3c24-4783-9fc4-be81e10caeef will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:47:48.516545 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee125261-461f-4158-9ee6-a3d2a55290b5 req-21cd7d08-dee2-45b7-bb76-c30a0f751757 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Jan 14 22:47:48.608757 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:48.686114 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Network a8158e17-53f5-45de-93ff-757f87c67705 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:47:48.693264 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:47:48.693264 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:47:48.739252 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event updated for resources: {'Port': ['ID=34bc8f2b-3c24-4783-9fc4-be81e10caeef,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:48.772269 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:48.778373 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:48.921653 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-7c85a412-edbe-4257-974c-b39a5a57db30 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3081727 Jan 14 22:47:48.935501 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Request body: {'port': {'device_id': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:47:49.043146 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-71a43492-01e6-4765-8503-4e905bd62051 None None] Provisioning for port 34bc8f2b-3c24-4783-9fc4-be81e10caeef completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:47:49.052952 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-71a43492-01e6-4765-8503-4e905bd62051 None None] Provisioning complete for port 34bc8f2b-3c24-4783-9fc4-be81e10caeef triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:47:49.052952 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-71a43492-01e6-4765-8503-4e905bd62051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:49.109371 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-71a43492-01e6-4765-8503-4e905bd62051 None None] Port 34bc8f2b-3c24-4783-9fc4-be81e10caeef cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:47:49.154289 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:49.234630 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26945802-6561-4775-b30a-51318eb4c9a1 req-f3a3d54f-dd63-438c-b3eb-634c3dac8ebb tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:49.236073 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-26945802-6561-4775-b30a-51318eb4c9a1 req-f3a3d54f-dd63-438c-b3eb-634c3dac8ebb tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 945 time: 0.2698238 Jan 14 22:47:49.434731 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca6e92-ba68-47c1-9112-421ac1c33638 req-72f54c55-a7db-43e5-a0c8-94c76cae105f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:49.435401 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-dbca6e92-ba68-47c1-9112-421ac1c33638 req-72f54c55-a7db-43e5-a0c8-94c76cae105f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Synchronizing usage tracker for tenant:439cb5d34f974c91830ad89417541b65 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:47:49.443953 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-26945802-6561-4775-b30a-51318eb4c9a1 req-4ecbecdc-a445-4662-ac02-e6ed266a344e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985090 Jan 14 22:47:49.566199 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-dbca6e92-ba68-47c1-9112-421ac1c33638 req-72f54c55-a7db-43e5-a0c8-94c76cae105f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Unset dirty status for tenant:439cb5d34f974c91830ad89417541b65 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:47:49.567458 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dbca6e92-ba68-47c1-9112-421ac1c33638 req-72f54c55-a7db-43e5-a0c8-94c76cae105f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 931 time: 0.4835451 Jan 14 22:47:49.683733 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dbca6e92-ba68-47c1-9112-421ac1c33638 req-df42796a-44ca-469b-a4f6-e63273a2b112 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771637 Jan 14 22:47:49.741719 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6fc63-3770-4626-8733-d2f25a391aa1 req-1b376867-f1ba-4d3b-ad8d-e2613e9bb164 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:49.743191 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-79a6fc63-3770-4626-8733-d2f25a391aa1 req-1b376867-f1ba-4d3b-ad8d-e2613e9bb164 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1837285 Jan 14 22:47:49.867890 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bc8f2b-3c24-4783-9fc4-be81e10caeef {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:47:49.879620 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-79a6fc63-3770-4626-8733-d2f25a391aa1 req-10b081c5-7b8c-42b1-a852-e79a86d66465 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051166 Jan 14 22:47:49.881176 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:49.905077 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Transition to ACTIVE for port object 34bc8f2b-3c24-4783-9fc4-be81e10caeef will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:47:49.928276 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e4c7f-d8b3-4162-a4a2-201aa26cd538 req-73f8361b-7639-4c08-b789-2accdfbc6a39 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:49.929997 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-747e4c7f-d8b3-4162-a4a2-201aa26cd538 req-73f8361b-7639-4c08-b789-2accdfbc6a39 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 945 time: 0.1292505 Jan 14 22:47:49.976577 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-747e4c7f-d8b3-4162-a4a2-201aa26cd538 req-24f2f4a7-4f41-4ad5-8e55-2c240e2e757f tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406959 Jan 14 22:47:50.001183 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:50.134499 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Pushing event updated for resources: {'Port': ['ID=34bc8f2b-3c24-4783-9fc4-be81e10caeef,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:50.245436 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Attempting to bind port 34bc8f2b-3c24-4783-9fc4-be81e10caeef on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:47:50.245767 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Attempting to bind port 34bc8f2b-3c24-4783-9fc4-be81e10caeef by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:47:50.246141 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Attempting to bind port 34bc8f2b-3c24-4783-9fc4-be81e10caeef on network a8158e17-53f5-45de-93ff-757f87c67705 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:47:50.255558 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Port 34bc8f2b-3c24-4783-9fc4-be81e10caeef on network a8158e17-53f5-45de-93ff-757f87c67705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:47:50.255875 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Attempting to bind port 34bc8f2b-3c24-4783-9fc4-be81e10caeef on network a8158e17-53f5-45de-93ff-757f87c67705 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:47:50.260999 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:47:50.261326 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Checking segment: {'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:47:50.261700 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Bound using segment: {'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:47:50.262159 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Bound port: 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '037ecc93-9e2e-4e1e-aae9-073d33a9ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:47:50.262497 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:50.359859 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] For port 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:47:50.363204 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] For port 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:47:50.420098 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:50.484425 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:50.485092 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:50.486435 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] 10.222.0.39 "PUT /v2.0/ports/34bc8f2b-3c24-4783-9fc4-be81e10caeef HTTP/1.1" status: 200 len: 1093 time: 1.5552061 Jan 14 22:47:50.486872 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:47:50.520436 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8c219-53bc-4120-9a5c-0a47f5b95f09 service neutron] Pushing event updated for resources: {'Port': ['ID=34bc8f2b-3c24-4783-9fc4-be81e10caeef,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:50.563942 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'status': 'completed', 'code': 200} Jan 14 22:47:50.771185 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6553-fabc-470f-b75b-bfd3f54b0ce8 req-1377cd2d-8eb7-4cae-9388-8c21054f0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:50.772672 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ef7c6553-fabc-470f-b75b-bfd3f54b0ce8 req-1377cd2d-8eb7-4cae-9388-8c21054f0b84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=439cb5d34f974c91830ad89417541b65&device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1096 time: 0.1802757 Jan 14 22:47:50.781598 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fa060-bde0-4b17-8d61-cbe9ff828a85 req-e696f8ed-efb4-4fc2-9a4b-87cc2c108769 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:50.783029 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-402fa060-bde0-4b17-8d61-cbe9ff828a85 req-e696f8ed-efb4-4fc2-9a4b-87cc2c108769 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 945 time: 0.1396730 Jan 14 22:47:50.967217 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-402fa060-bde0-4b17-8d61-cbe9ff828a85 req-d89726cc-cbb4-4641-92c0-ff2896d4ca9e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771116 Jan 14 22:47:51.022187 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6553-fabc-470f-b75b-bfd3f54b0ce8 req-73db2b51-2ca6-45e8-9990-0cf1854493a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:51.023625 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ef7c6553-fabc-470f-b75b-bfd3f54b0ce8 req-73db2b51-2ca6-45e8-9990-0cf1854493a2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=439cb5d34f974c91830ad89417541b65&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2316606 Jan 14 22:47:51.031724 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfb5a6-61a3-40fb-b05a-cd34a5dae420 req-b4cc98c0-838b-4a5d-a64e-3d0ce946415c tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:51.033091 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4ebfb5a6-61a3-40fb-b05a-cd34a5dae420 req-b4cc98c0-838b-4a5d-a64e-3d0ce946415c tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.2041128 Jan 14 22:47:51.088054 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:51.226498 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4ebfb5a6-61a3-40fb-b05a-cd34a5dae420 req-2e2eff2b-1f47-499b-8469-3c0950319846 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660290 Jan 14 22:47:51.264278 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6553-fabc-470f-b75b-bfd3f54b0ce8 req-fea079f4-f9ee-4248-a0ce-282e5644c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:51.266142 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ef7c6553-fabc-470f-b75b-bfd3f54b0ce8 req-fea079f4-f9ee-4248-a0ce-282e5644c3e0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2269247 Jan 14 22:47:51.281235 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b27ef-ca16-4cc9-87d4-ffa14f72673f req-b926ec8a-47e2-4fac-a265-911f3896faed tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:51.285915 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-039b27ef-ca16-4cc9-87d4-ffa14f72673f req-b926ec8a-47e2-4fac-a265-911f3896faed tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.2049930 Jan 14 22:47:51.368807 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-039b27ef-ca16-4cc9-87d4-ffa14f72673f req-9248222d-5e9f-447f-9381-8edd24e3f65c tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800419 Jan 14 22:47:51.403865 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35fad-e259-4b50-a952-149ea84c4240 req-a6f11e44-c2b3-4e24-95d5-0b9474750efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:51.405413 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-a6f11e44-c2b3-4e24-95d5-0b9474750efe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=439cb5d34f974c91830ad89417541b65&device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0858138 Jan 14 22:47:51.555990 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-6aa5b8c9-8385-4041-b962-9170ef468a27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef HTTP/1.1" status: 200 len: 217 time: 0.1412582 Jan 14 22:47:51.628634 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35fad-e259-4b50-a952-149ea84c4240 req-4c6ea0a7-f589-45e5-a4cc-0a641fc8903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:51.630103 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-4c6ea0a7-f589-45e5-a4cc-0a641fc8903e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b99ea17-f83f-41c7-8c16-d52cd11450ce HTTP/1.1" status: 200 len: 848 time: 0.0647063 Jan 14 22:47:51.720753 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35fad-e259-4b50-a952-149ea84c4240 req-56a62ec7-983c-48c0-8528-3c7868201d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:51.723674 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-56a62ec7-983c-48c0-8528-3c7868201d82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8158e17-53f5-45de-93ff-757f87c67705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795493 Jan 14 22:47:52.002393 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-8fb6a2f7-8ed2-4e6e-a814-43aca2ca963d service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448773 Jan 14 22:47:52.013412 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-80814244-f101-4209-ab9f-8b45bd309144 req-90847a7c-d3c7-42d0-84bd-bcbb0d02b038 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2375412 Jan 14 22:47:52.045293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee386ae-5b3a-423c-a904-320653c9435c req-dd4bf3e8-ef20-4b69-a80c-c614d1845131 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:52.046720 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1ee386ae-5b3a-423c-a904-320653c9435c req-dd4bf3e8-ef20-4b69-a80c-c614d1845131 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 945 time: 0.2193449 Jan 14 22:47:52.223052 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1ee386ae-5b3a-423c-a904-320653c9435c req-cb1cf591-da2c-4311-a2cf-9a7250a46527 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299567 Jan 14 22:47:52.249521 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d35fad-e259-4b50-a952-149ea84c4240 req-c4743a0a-78d9-4f90-ac4d-07ddc0c79bdd service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350504 Jan 14 22:47:52.255027 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814244-f101-4209-ab9f-8b45bd309144 req-ab8df92a-1ea0-4a70-b146-dae0cf8bb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:52.257611 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-80814244-f101-4209-ab9f-8b45bd309144 req-ab8df92a-1ea0-4a70-b146-dae0cf8bb058 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 1098 time: 0.2203310 Jan 14 22:47:52.462931 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814244-f101-4209-ab9f-8b45bd309144 req-a6d60da1-0dda-43fb-9ac4-7c564262e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:52.464408 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-80814244-f101-4209-ab9f-8b45bd309144 req-a6d60da1-0dda-43fb-9ac4-7c564262e848 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 911 time: 0.1823337 Jan 14 22:47:52.622888 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d396f-babb-48fb-8d12-571fbcb52396 req-99ce0cc0-b016-4dcd-9ea1-a15e5e9fbf1f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:52.624302 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-520d396f-babb-48fb-8d12-571fbcb52396 req-99ce0cc0-b016-4dcd-9ea1-a15e5e9fbf1f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.2495682 Jan 14 22:47:52.634490 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-80814244-f101-4209-ab9f-8b45bd309144 req-392bd8a1-6d75-495f-a056-0408bd51f542 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d HTTP/1.1" status: 200 len: 1001 time: 0.1628642 Jan 14 22:47:52.734243 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-520d396f-babb-48fb-8d12-571fbcb52396 req-4263cff5-4f65-404f-b444-2fe69e24cf8f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015029 Jan 14 22:47:52.738509 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814244-f101-4209-ab9f-8b45bd309144 req-836dedcc-2eb3-4c90-a069-148933c009a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:52.739910 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-80814244-f101-4209-ab9f-8b45bd309144 req-836dedcc-2eb3-4c90-a069-148933c009a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df406c9d-0f25-4116-831b-9cf13d98daa5 HTTP/1.1" status: 200 len: 850 time: 0.0913286 Jan 14 22:47:52.750155 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ac6b6-1e1d-4c73-92d8-7082cee5c6b2 req-410f7342-284f-4abc-ad20-51fe5ed9329e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:52.751430 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b63ac6b6-1e1d-4c73-92d8-7082cee5c6b2 req-410f7342-284f-4abc-ad20-51fe5ed9329e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.2287099 Jan 14 22:47:52.841771 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b63ac6b6-1e1d-4c73-92d8-7082cee5c6b2 req-7e0ba692-3ab4-42bc-adb7-0b0f8e117f4f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556076 Jan 14 22:47:52.855664 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814244-f101-4209-ab9f-8b45bd309144 req-0befcee4-6ce2-45d4-8ecd-29d8d53b3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:52.857183 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-80814244-f101-4209-ab9f-8b45bd309144 req-0befcee4-6ce2-45d4-8ecd-29d8d53b3fa3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1049261 Jan 14 22:47:52.991880 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-80814244-f101-4209-ab9f-8b45bd309144 req-1ccae7bb-2108-40ed-8709-8c3fe3b727ce service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255016 Jan 14 22:47:53.202373 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-80814244-f101-4209-ab9f-8b45bd309144 req-baec73e1-562b-4f91-9de6-f76e08551cc7 service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984069 Jan 14 22:47:53.408178 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953bcea-1a06-41de-bdf2-be0da7a910a2 req-92dd08e6-2bd1-472e-8476-497d3bd1f564 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:53.410572 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7953bcea-1a06-41de-bdf2-be0da7a910a2 req-92dd08e6-2bd1-472e-8476-497d3bd1f564 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 945 time: 0.0841215 Jan 14 22:47:53.453981 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7953bcea-1a06-41de-bdf2-be0da7a910a2 req-51e5d97e-98b4-4dba-8d3f-5297033eb745 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378184 Jan 14 22:47:53.726481 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 33300) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:53.854405 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-251e5e35-de4d-4d62-9098-7e14be652ede tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:53.856032 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-251e5e35-de4d-4d62-9098-7e14be652ede tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 945 time: 0.0962677 Jan 14 22:47:54.004290 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-88a674d1-fff5-440d-b919-e1ac8ebbd482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:54.088150 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-e234337e-b0ff-408a-9c37-dd8a8268da41 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Deleting port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:47:54.088490 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-e234337e-b0ff-408a-9c37-dd8a8268da41 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:54.117157 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-88a674d1-fff5-440d-b919-e1ac8ebbd482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:47:54.138386 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-88a674d1-fff5-440d-b919-e1ac8ebbd482 admin admin] Usage tracker for resource:security_group_rule and tenant:dd68f47a355b473eae0a33463f571a83 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:47:54.156216 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-88a674d1-fff5-440d-b919-e1ac8ebbd482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:47:54.171281 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-88a674d1-fff5-440d-b919-e1ac8ebbd482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:47:54.284380 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cf602-1311-4fcf-bf9a-e53fdf83168d req-82dc955c-378c-48d6-9528-204483a9deb1 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:54.286190 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0b3cf602-1311-4fcf-bf9a-e53fdf83168d req-82dc955c-378c-48d6-9528-204483a9deb1 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.3330221 Jan 14 22:47:54.355297 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b658f4-9a07-43f8-9ddd-fb6c32c0b1e9 req-f9b56c5c-4b61-4fab-a1e5-ea60da4ec73f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:54.356725 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-04b658f4-9a07-43f8-9ddd-fb6c32c0b1e9 req-f9b56c5c-4b61-4fab-a1e5-ea60da4ec73f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.3615386 Jan 14 22:47:54.486671 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0b3cf602-1311-4fcf-bf9a-e53fdf83168d req-280ee2e1-7682-4208-a55b-e9811e5006d5 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726239 Jan 14 22:47:54.541993 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-04b658f4-9a07-43f8-9ddd-fb6c32c0b1e9 req-ec97e445-d5a7-4cd8-be5b-c3f517d4dea3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738811 Jan 14 22:47:54.565430 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-88a674d1-fff5-440d-b919-e1ac8ebbd482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:54.565430 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-e234337e-b0ff-408a-9c37-dd8a8268da41 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] For port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,segment=NetworkSegment(ece2083d-dc22-4c4f-ac40-835d7c53c1f2),segment_id=ece2083d-dc22-4c4f-ac40-835d7c53c1f2)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:54.565430 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-e234337e-b0ff-408a-9c37-dd8a8268da41 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:54.687546 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-88a674d1-fff5-440d-b919-e1ac8ebbd482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:54.700546 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-e234337e-b0ff-408a-9c37-dd8a8268da41 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Calling delete_port for 4e84dd72-e2f8-47cb-b933-0b55c3f8879d owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:47:54.841829 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-88a674d1-fff5-440d-b919-e1ac8ebbd482 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd68f47a355b473eae0a33463f571a83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1142373 Jan 14 22:47:54.842607 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a674d1-fff5-440d-b919-e1ac8ebbd482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aa8b17-9b98-433e-8e8a-347d82e0158f,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:54.844686 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 33318) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:47:54.906840 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:54.933063 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:54.936409 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b053-2efb-4151-8681-06839b0d75b7 req-5c28fac3-0048-48f5-8f08-29508ee826c7 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:54.937919 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1aa8b053-2efb-4151-8681-06839b0d75b7 req-5c28fac3-0048-48f5-8f08-29508ee826c7 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 945 time: 0.3084650 Jan 14 22:47:54.996671 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1aa8b053-2efb-4151-8681-06839b0d75b7 req-6f81ccba-448c-4b8b-9e8d-ed0321abdab5 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 Jan 14 22:47:55.087073 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-e234337e-b0ff-408a-9c37-dd8a8268da41 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:55.099455 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['4e84dd72-e2f8-47cb-b933-0b55c3f8879d'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:47:55.133822 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:55.139553 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234337e-b0ff-408a-9c37-dd8a8268da41 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Pushing event deleted for resources: {'Port': ['ID=4e84dd72-e2f8-47cb-b933-0b55c3f8879d,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:55.149335 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aa8b17-9b98-433e-8e8a-347d82e0158f,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:47:55.159810 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.160155 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.160487 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.160819 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.161144 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.161464 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.161798 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.162120 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.162434 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.162745 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.163056 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.163367 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:47:55.166498 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:55.170197 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-32be004f-b684-4726-8ca8-716d3f4c5eba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9aa8b17-9b98-433e-8e8a-347d82e0158f HTTP/1.1" status: 204 len: 168 time: 0.3245044 Jan 14 22:47:55.587622 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-e234337e-b0ff-408a-9c37-dd8a8268da41 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] No DVR routers for this DVR port 4e84dd72-e2f8-47cb-b933-0b55c3f8879d on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:47:55.591872 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-e234337e-b0ff-408a-9c37-dd8a8268da41 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:47:55.595826 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11823ca-9eb8-452a-9df6-cba0243fbe05', 'name': 'network-vif-deleted', 'tag': '4e84dd72-e2f8-47cb-b933-0b55c3f8879d'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:47:55.656282 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-16fb2acf-1880-4fd8-bf8d-bb89fd43f298 req-e234337e-b0ff-408a-9c37-dd8a8268da41 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.39 "DELETE /v2.0/ports/4e84dd72-e2f8-47cb-b933-0b55c3f8879d HTTP/1.1" status: 204 len: 173 time: 1.7675939 Jan 14 22:47:55.750793 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5197e-765e-4a65-a9ab-984fff2d700d req-471cb9fd-feb3-461a-9832-688fd9b9f332 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:55.753150 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ecd5197e-765e-4a65-a9ab-984fff2d700d req-471cb9fd-feb3-461a-9832-688fd9b9f332 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.1517982 Jan 14 22:47:55.797732 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04400a94-c43d-4267-b1d8-de42d653170c req-455ab156-4860-4887-8aa3-04a02f8b2bdd tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:55.799489 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-04400a94-c43d-4267-b1d8-de42d653170c req-455ab156-4860-4887-8aa3-04a02f8b2bdd tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1349378 Jan 14 22:47:55.919822 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ecd5197e-765e-4a65-a9ab-984fff2d700d req-0d641a03-ad17-466b-877d-54ba85608349 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569138 Jan 14 22:47:55.943331 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-04400a94-c43d-4267-b1d8-de42d653170c req-8323f7d9-574c-439a-88f3-404df2459985 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327109 Jan 14 22:47:55.980085 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11823ca-9eb8-452a-9df6-cba0243fbe05', 'name': 'network-vif-deleted', 'tag': '4e84dd72-e2f8-47cb-b933-0b55c3f8879d', 'status': 'completed', 'code': 200} Jan 14 22:47:56.161452 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-d9ac3c8a-c65e-408a-8420-5294e017111e req-0e55cc3b-da21-433c-9bf1-b125ae14a1ac tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Synchronizing usage tracker for tenant:af1720e4da794650bac33502b63ff62c on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:47:56.292300 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-d9ac3c8a-c65e-408a-8420-5294e017111e req-0e55cc3b-da21-433c-9bf1-b125ae14a1ac tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Unset dirty status for tenant:af1720e4da794650bac33502b63ff62c on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:47:56.293476 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d9ac3c8a-c65e-408a-8420-5294e017111e req-0e55cc3b-da21-433c-9bf1-b125ae14a1ac tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=c11823ca-9eb8-452a-9df6-cba0243fbe05 HTTP/1.1" status: 200 len: 210 time: 0.1741462 Jan 14 22:47:57.168226 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351b70c-8a8c-498b-a0b2-bb293f8b0649 req-7e60f3fa-9ad5-42a5-9369-0b73423c9fb9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:57.169681 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1351b70c-8a8c-498b-a0b2-bb293f8b0649 req-7e60f3fa-9ad5-42a5-9369-0b73423c9fb9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1030006 Jan 14 22:47:57.177846 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c68a0-0f78-4e42-994d-e4ccf08078a3 req-dd43a7e4-8c1b-4170-8267-af8da2ff7644 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:57.179497 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e14c68a0-0f78-4e42-994d-e4ccf08078a3 req-dd43a7e4-8c1b-4170-8267-af8da2ff7644 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.1514418 Jan 14 22:47:57.247742 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1351b70c-8a8c-498b-a0b2-bb293f8b0649 req-7985d40d-ed2f-457d-86f5-dacec1cc5c3e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672786 Jan 14 22:47:57.255404 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e14c68a0-0f78-4e42-994d-e4ccf08078a3 req-beb7c9e4-6288-4a7f-8bd0-4904dc9d1c75 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613656 Jan 14 22:47:57.703508 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-b2eea4a3-9211-4642-930e-d2f4859a4387 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:57.704918 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-b2eea4a3-9211-4642-930e-d2f4859a4387 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/networks?id=40d48389-39aa-4c9a-93ee-e4fdbd61b572 HTTP/1.1" status: 200 len: 808 time: 0.1421769 Jan 14 22:47:57.719560 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-afc10e6a-281d-4897-8a9d-a77d2c26dbcf tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/quotas/af1720e4da794650bac33502b63ff62c HTTP/1.1" status: 200 len: 375 time: 0.0086951 Jan 14 22:47:57.766627 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-df7c7ac0-34a2-47fd-872a-1788dcaadcf8 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af1720e4da794650bac33502b63ff62c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415628 Jan 14 22:47:57.790844 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 4e84dd72-e2f8-47cb-b933-0b55c3f8879d no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:47:57.824381 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: 4e84dd72-e2f8-47cb-b933-0b55c3f8879d {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:47:57.824728 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 4e84dd72-e2f8-47cb-b933-0b55c3f8879d not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:47:57.897460 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-108cca53-6359-48a9-a814-3fe1b5457bca service neutron] 10.222.0.25 "GET /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238306 Jan 14 22:47:58.024132 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-87d97221-6198-4d6c-9c12-fb82b5b0a810 service neutron] 10.222.0.25 "GET /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209018 Jan 14 22:47:58.301776 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0b9bf3fd-8725-47ea-be81-75f8097e20a9 req-91b59f2b-d3f0-4032-8479-6d3af721a18b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 210 time: 0.0554726 Jan 14 22:47:58.536027 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb0026-2fab-4b47-bbf6-b005cbc545f7 req-5a8285db-bb6d-4c8d-a661-e72759a7ef3a tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:58.537441 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-41cb0026-2fab-4b47-bbf6-b005cbc545f7 req-5a8285db-bb6d-4c8d-a661-e72759a7ef3a tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.1066804 Jan 14 22:47:58.545104 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd82f2-1ed8-4018-9db8-eddec1cc9ed7 req-b4b7236d-8e64-4ca8-8129-ea792512fed2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:58.546436 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f8fd82f2-1ed8-4018-9db8-eddec1cc9ed7 req-b4b7236d-8e64-4ca8-8129-ea792512fed2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1509490 Jan 14 22:47:58.615467 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-41cb0026-2fab-4b47-bbf6-b005cbc545f7 req-0a367e25-d638-4b53-a4cb-010d619f8449 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681198 Jan 14 22:47:58.622673 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f8fd82f2-1ed8-4018-9db8-eddec1cc9ed7 req-8645407b-0e9e-4cf3-a6bc-06d35c796922 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Jan 14 22:47:58.729217 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-35aca86f-752f-40c5-9e9f-99ed3f97c2a8 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4b8590db79e14b7bb8fb2ccb408e45a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278630 Jan 14 22:47:58.878690 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-d7143fc4-63a4-42cf-83bb-cd5b4640a174 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:58.880182 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-d7143fc4-63a4-42cf-83bb-cd5b4640a174 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450920 Jan 14 22:47:58.895189 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-3b57a54e-e604-483b-b862-92a43f17700e tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/quotas/4b8590db79e14b7bb8fb2ccb408e45a6 HTTP/1.1" status: 200 len: 375 time: 0.0095189 Jan 14 22:47:58.941566 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-24645fbe-914e-4f66-9551-0acdffbf0969 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b8590db79e14b7bb8fb2ccb408e45a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414100 Jan 14 22:47:59.205074 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-997a97e5-9007-4534-8333-6cd6f7365fb3 req-345e2d01-05ab-4867-bd1a-00cce702b2ca tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 210 time: 0.0450246 Jan 14 22:47:59.462803 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a24919c9-c371-44fd-905f-e1111388ee31 req-5622574c-326d-47ce-9d76-74e5d6ad1e54 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 210 time: 0.0510697 Jan 14 22:47:59.802960 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 34bc8f2b-3c24-4783-9fc4-be81e10caeef details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:47:59.867217 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7483a-b10e-4e6c-afbd-ce97e5aefb43 req-5af2b911-2eae-42b2-aaf8-5eba4a29dad5 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:59.868655 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-34a7483a-b10e-4e6c-afbd-ce97e5aefb43 req-5af2b911-2eae-42b2-aaf8-5eba4a29dad5 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1067021 Jan 14 22:47:59.876583 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2339c31-592b-417d-a618-9adc0cd8eab7 req-9fa221ee-90fa-441e-ab75-7926e92f6a00 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:47:59.878002 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2339c31-592b-417d-a618-9adc0cd8eab7 req-9fa221ee-90fa-441e-ab75-7926e92f6a00 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.1513274 Jan 14 22:47:59.934437 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:47:59.946840 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-34a7483a-b10e-4e6c-afbd-ce97e5aefb43 req-c2ff3d63-c647-4152-9774-b29607786b64 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678983 Jan 14 22:47:59.947594 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'port_id': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'mac_address': 'fa:16:3e:23:ac:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:47:59.949541 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2339c31-592b-417d-a618-9adc0cd8eab7 req-4c9ebdcf-c4f9-4954-8bf2-1b3385439d5c tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581474 Jan 14 22:48:00.006204 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:00.023156 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bc8f2b-3c24-4783-9fc4-be81e10caeef {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:48:00.038982 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:00.121302 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:00.189136 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=34bc8f2b-3c24-4783-9fc4-be81e10caeef,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:00.461549 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d6e5927f-85b0-4234-8642-582883dda29e req-99a4bf5b-dc17-4317-b942-60ceb745881a tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 210 time: 0.1525810 Jan 14 22:48:00.501265 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['34bc8f2b-3c24-4783-9fc4-be81e10caeef'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:00.690551 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c441399f-d5fd-4422-a8b7-db7a653cf8dd tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:00.692020 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c441399f-d5fd-4422-a8b7-db7a653cf8dd tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.39 "GET /v2.0/networks?id=40d48389-39aa-4c9a-93ee-e4fdbd61b572 HTTP/1.1" status: 200 len: 808 time: 0.3847322 Jan 14 22:48:00.694110 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-be1e6b64-ab8c-490f-9a2a-135309ed7db6 req-531e2298-f181-4e47-8d71-0eb58f1c8a92 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 210 time: 0.0567253 Jan 14 22:48:00.712959 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Request body: {'port': {'device_id': 'f95a9c12-4ce5-4fef-8b4b-c46059ec4111', 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572', 'admin_state_up': True, 'tenant_id': 'af1720e4da794650bac33502b63ff62c'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:00.850383 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:00.859866 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:00.973226 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Made reservation on behalf of af1720e4da794650bac33502b63ff62c for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:48:00.976639 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:01.272307 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Allocated IP 172.20.0.5 (40d48389-39aa-4c9a-93ee-e4fdbd61b572/b3209100-e7e8-4414-84f4-b552925d60fa/2521f6e1-5463-4d3e-874a-77e06a4614fb) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:01.305599 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dacf0-d7ba-4261-96c7-ebc0452275d8 req-7c9ed67e-590c-4f26-990c-f80f5ba32b20 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:01.307102 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a05dacf0-d7ba-4261-96c7-ebc0452275d8 req-7c9ed67e-590c-4f26-990c-f80f5ba32b20 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.2228415 Jan 14 22:48:01.317418 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05774eb6-91a2-4cb2-b729-659910223fc2 req-f5296f37-e4fe-4faf-b201-9db5c45e1c70 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:01.318872 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-05774eb6-91a2-4cb2-b729-659910223fc2 req-f5296f37-e4fe-4faf-b201-9db5c45e1c70 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 944 time: 0.1941929 Jan 14 22:48:01.443308 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a05dacf0-d7ba-4261-96c7-ebc0452275d8 req-d81eb693-4224-4fa5-a730-f1a30a82ed32 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144288 Jan 14 22:48:01.467351 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-05774eb6-91a2-4cb2-b729-659910223fc2 req-3bef1510-ed3d-480f-8d56-ef2b7416e2eb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284785 Jan 14 22:48:01.581677 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:01.638887 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-20e03d29-4899-4d23-98db-08383eb26402 req-bc1e1a4a-2cbd-41d7-8465-b802e240d9e7 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 210 time: 0.0444179 Jan 14 22:48:01.723513 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:01.798848 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:01.804420 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:01.805497 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 34bc8f2b-3c24-4783-9fc4-be81e10caeef up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:01.810372 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:01.939980 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-288ec870-4b32-4e09-8b2c-6097d92c968c tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4b8590db79e14b7bb8fb2ccb408e45a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559182 Jan 14 22:48:01.944526 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Pushing event updated for resources: {'Port': ['ID=2521f6e1-5463-4d3e-874a-77e06a4614fb,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:01.950653 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port 34bc8f2b-3c24-4783-9fc4-be81e10caeef completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:01.956186 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 34bc8f2b-3c24-4783-9fc4-be81e10caeef triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:01.956720 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:01.994425 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:01.995153 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:01.999446 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:01.999789 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.000128 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.000588 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.000976 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.001310 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.001635 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.001978 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.002294 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.002615 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.002937 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.003702 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:02.120281 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:02.155210 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:02.166293 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:02.171428 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa842-be45-40e0-8229-250ded1900d2 req-087998e5-ced7-463a-859e-2dc010cb782b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:02.172108 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-239fa842-be45-40e0-8229-250ded1900d2 req-087998e5-ced7-463a-859e-2dc010cb782b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Synchronizing usage tracker for tenant:af1720e4da794650bac33502b63ff62c on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:48:02.187584 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-9d216bca-f413-44b6-a832-4450a9c0a702 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:02.189154 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-9d216bca-f413-44b6-a832-4450a9c0a702 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396936 Jan 14 22:48:02.194866 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c884e6bb-8a28-41c6-8ad5-f08677f25ecc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4917915 Jan 14 22:48:02.211806 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Request body: {'port': {'device_id': '62c00d76-6357-46b9-b9c5-4ad540f4ea4c', 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f', 'admin_state_up': True, 'tenant_id': '4b8590db79e14b7bb8fb2ccb408e45a6'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:02.233054 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Request body: {'port': {'device_id': 'f95a9c12-4ce5-4fef-8b4b-c46059ec4111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:02.276965 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:02.305182 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-239fa842-be45-40e0-8229-250ded1900d2 req-087998e5-ced7-463a-859e-2dc010cb782b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Unset dirty status for tenant:af1720e4da794650bac33502b63ff62c on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:48:02.305777 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-239fa842-be45-40e0-8229-250ded1900d2 req-087998e5-ced7-463a-859e-2dc010cb782b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 931 time: 0.4594944 Jan 14 22:48:02.354867 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=34bc8f2b-3c24-4783-9fc4-be81e10caeef,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:02.578288 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-239fa842-be45-40e0-8229-250ded1900d2 req-46f073bb-69ab-43ef-8be0-37c93de0422a tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657375 Jan 14 22:48:02.586647 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:02.590525 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Usage tracker for resource:port and tenant:4b8590db79e14b7bb8fb2ccb408e45a6 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:02.593391 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:02.601973 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:02.612120 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:02.623054 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'code': 200} Jan 14 22:48:02.791965 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Made reservation on behalf of 4b8590db79e14b7bb8fb2ccb408e45a6 for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:48:02.795235 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:02.834580 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:02.886564 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd7f96-29cf-4ca1-97b3-7be846ed333e req-e4cc46e6-2f2e-402f-95b2-5550f61fe85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:02.888316 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-15dd7f96-29cf-4ca1-97b3-7be846ed333e req-e4cc46e6-2f2e-402f-95b2-5550f61fe85d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 1099 time: 0.0732694 Jan 14 22:48:02.903497 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:02.919879 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Usage tracker for resource:security_group_rule and tenant:4b8590db79e14b7bb8fb2ccb408e45a6 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:02.927371 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:02.938645 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-15dd7f96-29cf-4ca1-97b3-7be846ed333e req-bf5eeba2-04de-4306-93cb-476d1f6600da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Jan 14 22:48:02.941411 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:03.065372 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8f6c0-df34-46e6-9a25-93676184612a req-8bba42b6-e266-4393-8d28-205320c3a40d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:03.066848 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-90e8f6c0-df34-46e6-9a25-93676184612a req-8bba42b6-e266-4393-8d28-205320c3a40d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.3441508 Jan 14 22:48:03.079984 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd7cc8-448b-46a9-86db-bfd8fa19d19d req-27fa84fd-5d95-45ad-8d0d-aac7002d4dd4 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:03.081354 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-86bd7cc8-448b-46a9-86db-bfd8fa19d19d req-27fa84fd-5d95-45ad-8d0d-aac7002d4dd4 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.3570137 Jan 14 22:48:03.195625 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-86bd7cc8-448b-46a9-86db-bfd8fa19d19d req-ad387327-6dee-4961-ad24-3cb420fa0115 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058218 Jan 14 22:48:03.201014 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-90e8f6c0-df34-46e6-9a25-93676184612a req-450c72e6-c564-4d4c-b480-36d844558e5d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121240 Jan 14 22:48:03.283682 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2521f6e1-5463-4d3e-874a-77e06a4614fb {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:48:03.284617 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266f2c9-0582-4822-87dc-5764e6e1bd0a req-ec40d241-a30a-4fac-b0c5-11abf735f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:03.286955 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-1266f2c9-0582-4822-87dc-5764e6e1bd0a req-ec40d241-a30a-4fac-b0c5-11abf735f9c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1098 time: 0.0997753 Jan 14 22:48:03.289455 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:03.293819 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:03.309453 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Transition to ACTIVE for port object 2521f6e1-5463-4d3e-874a-77e06a4614fb will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:03.333020 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-1266f2c9-0582-4822-87dc-5764e6e1bd0a req-ff55a89f-243c-4cdb-a6b5-09cd9f6b5c2f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382767 Jan 14 22:48:03.375736 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:03.394065 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cd83039c-dd6e-4b02-ac15-bdd46dfc14dd req-59a8c55c-3cbc-47d6-9487-18789694d1b0 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 210 time: 0.0563617 Jan 14 22:48:03.429970 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:03.517850 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463157b9-83d7-4cb4-b385-7ba8a69e6a5e,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:03.672637 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Pushing event updated for resources: {'Port': ['ID=2521f6e1-5463-4d3e-874a-77e06a4614fb,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:03.816256 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Allocated IP 192.168.233.70 (8b1ae8f5-5e08-41c5-87a8-5bbac021287f/45c06760-e3c5-4ab0-adb0-3b821fbf7002/ab8af419-40d1-44e7-88e8-352a44e47450) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:03.837898 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Attempting to bind port 2521f6e1-5463-4d3e-874a-77e06a4614fb on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:48:03.838234 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Attempting to bind port 2521f6e1-5463-4d3e-874a-77e06a4614fb by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:48:03.838573 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Attempting to bind port 2521f6e1-5463-4d3e-874a-77e06a4614fb on network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:03.849166 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Port 2521f6e1-5463-4d3e-874a-77e06a4614fb on network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:48:03.849483 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Attempting to bind port 2521f6e1-5463-4d3e-874a-77e06a4614fb on network 40d48389-39aa-4c9a-93ee-e4fdbd61b572 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:03.870890 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:48:03.871157 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Checking segment: {'id': 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:03.871539 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Bound using segment: {'id': 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:48:03.871953 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Bound port: 2521f6e1-5463-4d3e-874a-77e06a4614fb, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:48:03.872289 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:03.953992 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108f4e-3d7f-4e68-9904-53817e1334b8 req-9823f5a4-b01b-4e0e-8ea6-fe4495e9f782 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:03.955419 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4e108f4e-3d7f-4e68-9904-53817e1334b8 req-9823f5a4-b01b-4e0e-8ea6-fe4495e9f782 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 943 time: 0.2328899 Jan 14 22:48:04.124072 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4e108f4e-3d7f-4e68-9904-53817e1334b8 req-b1176ef7-eee8-4ad1-a03f-4a1c5201b661 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602318 Jan 14 22:48:04.132238 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] For port 2521f6e1-5463-4d3e-874a-77e06a4614fb, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:48:04.142001 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] For port 2521f6e1-5463-4d3e-874a-77e06a4614fb, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=2521f6e1-5463-4d3e-874a-77e06a4614fb,segment=NetworkSegment(ece2083d-dc22-4c4f-ac40-835d7c53c1f2),segment_id=ece2083d-dc22-4c4f-ac40-835d7c53c1f2)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:48:04.182661 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:04.198962 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Transition to ACTIVE for port object ab8af419-40d1-44e7-88e8-352a44e47450 will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:04.214836 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:04.282961 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:04.283571 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:04.284911 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] 10.222.0.39 "PUT /v2.0/ports/2521f6e1-5463-4d3e-874a-77e06a4614fb HTTP/1.1" status: 200 len: 1093 time: 2.0560477 Jan 14 22:48:04.285479 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95a9c12-4ce5-4fef-8b4b-c46059ec4111', 'tag': '2521f6e1-5463-4d3e-874a-77e06a4614fb'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:04.311501 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c95d55-a588-4824-b7c6-0f238cea2975 service neutron] Pushing event updated for resources: {'Port': ['ID=2521f6e1-5463-4d3e-874a-77e06a4614fb,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:04.506572 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:04.622669 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:04.635045 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:04.646147 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:04.703961 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Pushing event updated for resources: {'Port': ['ID=ab8af419-40d1-44e7-88e8-352a44e47450,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:04.739757 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:04.740369 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:04.756901 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa7a62-5ba4-4688-9e5a-d70e568436b8 req-3952c47f-dd75-4607-af5e-6262b938fbc4 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:04.758373 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fdfa7a62-5ba4-4688-9e5a-d70e568436b8 req-3952c47f-dd75-4607-af5e-6262b938fbc4 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.4336267 Jan 14 22:48:04.766825 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-fd79a62b-2070-4830-a64d-a211a8a3ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:04.772071 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-fd79a62b-2070-4830-a64d-a211a8a3ef7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1720e4da794650bac33502b63ff62c&device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 1096 time: 0.2961285 Jan 14 22:48:04.781181 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73c64-fbc3-4685-bb99-d7d72bb89407 req-847b99e0-004d-42b0-abcc-75ddcf49dac5 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:04.782689 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-54e73c64-fbc3-4685-bb99-d7d72bb89407 req-847b99e0-004d-42b0-abcc-75ddcf49dac5 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.4239135 Jan 14 22:48:04.887495 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-63f6a6b0-d342-46e7-ae5b-95d9fcb98533 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2521f6e1-5463-4d3e-874a-77e06a4614fb HTTP/1.1" status: 200 len: 217 time: 0.0877953 Jan 14 22:48:04.950214 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-159a1ad0-bcfa-470e-ac47-1c9c6d8ec138 None None] Provisioning for port ab8af419-40d1-44e7-88e8-352a44e47450 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:04.955439 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-159a1ad0-bcfa-470e-ac47-1c9c6d8ec138 None None] Provisioning complete for port ab8af419-40d1-44e7-88e8-352a44e47450 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:04.955800 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-159a1ad0-bcfa-470e-ac47-1c9c6d8ec138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:04.956197 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-262876af-843e-4254-9992-6336f8acfd31 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7487969 Jan 14 22:48:04.963002 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fdfa7a62-5ba4-4688-9e5a-d70e568436b8 req-4bf47b29-1aaa-4efc-9ff5-d59df300b688 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938994 Jan 14 22:48:04.973335 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Request body: {'port': {'device_id': '62c00d76-6357-46b9-b9c5-4ad540f4ea4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:05.007027 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-54e73c64-fbc3-4685-bb99-d7d72bb89407 req-76a50c98-68a7-4cbe-a1a4-bdb965bcc94f tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061391 Jan 14 22:48:05.025498 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-159a1ad0-bcfa-470e-ac47-1c9c6d8ec138 None None] Port ab8af419-40d1-44e7-88e8-352a44e47450 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:48:05.025663 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95a9c12-4ce5-4fef-8b4b-c46059ec4111', 'tag': '2521f6e1-5463-4d3e-874a-77e06a4614fb', 'status': 'completed', 'code': 200} Jan 14 22:48:05.081612 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c464b254-aa7a-478c-9ad7-e11ee9608175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:05.087572 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-c464b254-aa7a-478c-9ad7-e11ee9608175 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3209100-e7e8-4414-84f4-b552925d60fa HTTP/1.1" status: 200 len: 848 time: 0.1821291 Jan 14 22:48:05.173336 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-f74c1ae0-2f75-400b-b44c-ad80f34832b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=40d48389-39aa-4c9a-93ee-e4fdbd61b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834270 Jan 14 22:48:05.181319 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:05.513375 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-59ca128f-aeef-4406-94f2-74524104677a service neutron] 10.222.0.39 "GET /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235617 Jan 14 22:48:05.576801 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8225d-a45f-46ca-9da5-51e4dd60225a req-6fc3af50-341e-492f-974e-e2e2c3523950 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:05.577389 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-25b8225d-a45f-46ca-9da5-51e4dd60225a req-6fc3af50-341e-492f-974e-e2e2c3523950 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Synchronizing usage tracker for tenant:4b8590db79e14b7bb8fb2ccb408e45a6 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:48:05.606781 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaff2a-2713-4011-9b82-78532290810c req-55aba536-c184-44a2-b382-c6e76104cad9 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:05.608147 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eafaff2a-2713-4011-9b82-78532290810c req-55aba536-c184-44a2-b382-c6e76104cad9 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 943 time: 0.3415270 Jan 14 22:48:05.793977 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eafaff2a-2713-4011-9b82-78532290810c req-438c386a-eec8-46f6-8f4d-ea962151565d tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763020 Jan 14 22:48:05.801912 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-25b8225d-a45f-46ca-9da5-51e4dd60225a req-6fc3af50-341e-492f-974e-e2e2c3523950 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Unset dirty status for tenant:4b8590db79e14b7bb8fb2ccb408e45a6 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:48:05.802991 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25b8225d-a45f-46ca-9da5-51e4dd60225a req-6fc3af50-341e-492f-974e-e2e2c3523950 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 935 time: 0.6695135 Jan 14 22:48:05.814327 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7edc9617-0a93-41e9-8d98-ec04a6125a3c req-7eb0d79c-a910-4811-93d6-4aaa6eb6be5a service neutron] 10.222.0.39 "GET /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902772 Jan 14 22:48:05.875086 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-25b8225d-a45f-46ca-9da5-51e4dd60225a req-6775b4fd-ed61-4941-aee6-98e71c74138c tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Synchronizing usage tracker for tenant:4b8590db79e14b7bb8fb2ccb408e45a6 on resource:security_group {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:48:06.105605 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8af419-40d1-44e7-88e8-352a44e47450 {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:48:06.116283 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:06.172874 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-25b8225d-a45f-46ca-9da5-51e4dd60225a req-6775b4fd-ed61-4941-aee6-98e71c74138c tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Unset dirty status for tenant:4b8590db79e14b7bb8fb2ccb408e45a6 on resource:security_group {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:48:06.174009 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25b8225d-a45f-46ca-9da5-51e4dd60225a req-6775b4fd-ed61-4941-aee6-98e71c74138c tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552158 Jan 14 22:48:06.179272 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-d1150fa0-2880-43c6-9d16-d1c4e8bf5297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:06.205133 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Transition to ACTIVE for port object ab8af419-40d1-44e7-88e8-352a44e47450 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:06.240693 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-3f149109-fdf7-4854-83c5-2c68d3fc9922 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:06.242128 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-3f149109-fdf7-4854-83c5-2c68d3fc9922 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/networks?id=b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 200 len: 813 time: 0.3300292 Jan 14 22:48:06.248081 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a0bd6-7508-4403-b89a-dd2f3de6af1d req-3a80c112-775c-4f48-bbee-fad6e59c77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:06.249422 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-713a0bd6-7508-4403-b89a-dd2f3de6af1d req-3a80c112-775c-4f48-bbee-fad6e59c77e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1720e4da794650bac33502b63ff62c&device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 1096 time: 0.2143819 Jan 14 22:48:06.288064 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:06.291970 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-c7571d49-8d25-484d-a328-1d8851e80325 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/quotas/340b49de861c4150a6a23769129e54b4 HTTP/1.1" status: 200 len: 375 time: 0.0416636 Jan 14 22:48:06.581594 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8af419-40d1-44e7-88e8-352a44e47450,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:06.696438 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a0bd6-7508-4403-b89a-dd2f3de6af1d req-8163e45c-3c4e-4029-9306-7720fffd34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:06.697762 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-713a0bd6-7508-4403-b89a-dd2f3de6af1d req-8163e45c-3c4e-4029-9306-7720fffd34f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=40d48389-39aa-4c9a-93ee-e4fdbd61b572 HTTP/1.1" status: 200 len: 908 time: 0.4401014 Jan 14 22:48:06.798579 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145e62f-1ef3-4e01-8414-33b39f1b9226 req-8078f54b-fc5b-4b42-ac09-075ba69aca16 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:06.799998 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e145e62f-1ef3-4e01-8414-33b39f1b9226 req-8078f54b-fc5b-4b42-ac09-075ba69aca16 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.5204642 Jan 14 22:48:06.801449 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-713a0bd6-7508-4403-b89a-dd2f3de6af1d req-37331f85-b741-4e90-999f-ecc455a8c3f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2521f6e1-5463-4d3e-874a-77e06a4614fb HTTP/1.1" status: 200 len: 217 time: 0.0915742 Jan 14 22:48:06.818165 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-d636755a-36ca-4de9-ad2c-ed592f60cae2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4527831 Jan 14 22:48:06.900672 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Attempting to bind port ab8af419-40d1-44e7-88e8-352a44e47450 on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:48:06.900995 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Attempting to bind port ab8af419-40d1-44e7-88e8-352a44e47450 by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': 'bc1b5bed-c659-44c8-bb15-9968b069f40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:48:06.901315 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Attempting to bind port ab8af419-40d1-44e7-88e8-352a44e47450 on network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:06.934640 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Port ab8af419-40d1-44e7-88e8-352a44e47450 on network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:48:06.934953 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Attempting to bind port ab8af419-40d1-44e7-88e8-352a44e47450 on network 8b1ae8f5-5e08-41c5-87a8-5bbac021287f {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:06.955351 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:48:06.955620 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Checking segment: {'id': 'bc1b5bed-c659-44c8-bb15-9968b069f40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:06.955990 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Bound using segment: {'id': 'bc1b5bed-c659-44c8-bb15-9968b069f40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:48:06.956403 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Bound port: ab8af419-40d1-44e7-88e8-352a44e47450, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1b5bed-c659-44c8-bb15-9968b069f40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:48:06.956736 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:07.021593 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e145e62f-1ef3-4e01-8414-33b39f1b9226 req-b9cd585d-2ae5-476f-bd18-34fc8b3c5569 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998465 Jan 14 22:48:07.032261 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a0bd6-7508-4403-b89a-dd2f3de6af1d req-1df1fb6d-cf32-4cf2-9fa1-519cb337845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:07.033642 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-713a0bd6-7508-4403-b89a-dd2f3de6af1d req-1df1fb6d-cf32-4cf2-9fa1-519cb337845b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3209100-e7e8-4414-84f4-b552925d60fa HTTP/1.1" status: 200 len: 848 time: 0.2146506 Jan 14 22:48:07.133016 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-713a0bd6-7508-4403-b89a-dd2f3de6af1d req-1592bd87-fb63-4631-a1e1-b6ac716d3861 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=40d48389-39aa-4c9a-93ee-e4fdbd61b572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622203 Jan 14 22:48:07.211169 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-d93da93b-a147-49fa-85b2-67bdfd7ef806 service neutron] 10.222.0.25 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559887 Jan 14 22:48:07.350012 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] For port ab8af419-40d1-44e7-88e8-352a44e47450, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:48:07.522122 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] For port ab8af419-40d1-44e7-88e8-352a44e47450, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=ab8af419-40d1-44e7-88e8-352a44e47450,segment=NetworkSegment(bc1b5bed-c659-44c8-bb15-9968b069f40c),segment_id=bc1b5bed-c659-44c8-bb15-9968b069f40c)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:48:07.543357 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-713a0bd6-7508-4403-b89a-dd2f3de6af1d req-cdaa9599-dff7-457d-ab9b-b6401d2108d0 service neutron] 10.222.0.39 "GET /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658981 Jan 14 22:48:07.553523 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0bfed-6261-4977-8d90-b2fef96bb314 req-38c8891d-6612-43aa-bc7d-c85738a7715d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:07.554879 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-90b0bfed-6261-4977-8d90-b2fef96bb314 req-38c8891d-6612-43aa-bc7d-c85738a7715d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.4366219 Jan 14 22:48:07.604090 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:07.685731 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-2364620c-e8b4-405e-9e04-74465be55d69 service neutron] 10.222.0.25 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614632 Jan 14 22:48:07.750172 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:07.750782 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:07.752128 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] 10.222.0.39 "PUT /v2.0/ports/ab8af419-40d1-44e7-88e8-352a44e47450 HTTP/1.1" status: 200 len: 1097 time: 2.7832816 Jan 14 22:48:07.752561 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c00d76-6357-46b9-b9c5-4ad540f4ea4c', 'tag': 'ab8af419-40d1-44e7-88e8-352a44e47450'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:07.790625 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-90b0bfed-6261-4977-8d90-b2fef96bb314 req-1341e2dc-5dde-4183-b74c-71cecef73c37 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154586 Jan 14 22:48:07.793305 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09d952-e1b1-4a69-86de-060314bd7d16 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8af419-40d1-44e7-88e8-352a44e47450,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:07.821164 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-713a0bd6-7508-4403-b89a-dd2f3de6af1d req-90527fe0-5a1e-421c-bb35-33b200f36e1a service neutron] 10.222.0.39 "GET /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653313 Jan 14 22:48:07.837581 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 2521f6e1-5463-4d3e-874a-77e06a4614fb details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:48:08.049897 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 2521f6e1-5463-4d3e-874a-77e06a4614fb, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=2521f6e1-5463-4d3e-874a-77e06a4614fb,segment=NetworkSegment(ece2083d-dc22-4c4f-ac40-835d7c53c1f2),segment_id=ece2083d-dc22-4c4f-ac40-835d7c53c1f2)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:08.064709 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '2521f6e1-5463-4d3e-874a-77e06a4614fb', 'network_id': '40d48389-39aa-4c9a-93ee-e4fdbd61b572', 'port_id': '2521f6e1-5463-4d3e-874a-77e06a4614fb', 'mac_address': 'fa:16:3e:b5:26:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3209100-e7e8-4414-84f4-b552925d60fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:48:08.080719 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815a0a3-8e5b-4fc9-ae96-6a0dc2e9aeae req-6fa65a6d-be5d-454b-ab6a-0826cea387bc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:08.082247 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f815a0a3-8e5b-4fc9-ae96-6a0dc2e9aeae req-6fa65a6d-be5d-454b-ab6a-0826cea387bc tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 943 time: 0.1712756 Jan 14 22:48:08.087230 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-75184b0a-283e-4af0-9d13-cd94fbbb19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:08.088606 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-75184b0a-283e-4af0-9d13-cd94fbbb19ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b8590db79e14b7bb8fb2ccb408e45a6&device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 1100 time: 0.2326317 Jan 14 22:48:08.122770 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:08.139167 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2521f6e1-5463-4d3e-874a-77e06a4614fb {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:48:08.154675 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 2521f6e1-5463-4d3e-874a-77e06a4614fb, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=2521f6e1-5463-4d3e-874a-77e06a4614fb,segment=NetworkSegment(ece2083d-dc22-4c4f-ac40-835d7c53c1f2),segment_id=ece2083d-dc22-4c4f-ac40-835d7c53c1f2)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:08.182573 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-ac66b8b5-5ffa-4373-a88b-40a72925f351 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ab8af419-40d1-44e7-88e8-352a44e47450 HTTP/1.1" status: 200 len: 217 time: 0.0719647 Jan 14 22:48:08.236364 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7a12a-a6aa-44e7-917e-4e13b5c530bd req-48d1811f-411b-478c-a6bd-65c82939134a tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:08.237838 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c4f7a12a-a6aa-44e7-917e-4e13b5c530bd req-48d1811f-411b-478c-a6bd-65c82939134a tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.2435527 Jan 14 22:48:08.241482 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:08.250604 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f815a0a3-8e5b-4fc9-ae96-6a0dc2e9aeae req-6ad26d9a-ff9a-4e4e-8c67-61a0c789f312 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571915 Jan 14 22:48:08.301240 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-6f33b047-c9e5-4bb1-9286-bf6cbc415db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:08.302645 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-6f33b047-c9e5-4bb1-9286-bf6cbc415db7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=45c06760-e3c5-4ab0-adb0-3b821fbf7002 HTTP/1.1" status: 200 len: 843 time: 0.1053250 Jan 14 22:48:08.310140 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=2521f6e1-5463-4d3e-874a-77e06a4614fb,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:08.310323 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c4f7a12a-a6aa-44e7-917e-4e13b5c530bd req-d79f4fea-0000-48c4-9d08-7412e3f72614 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572395 Jan 14 22:48:08.349378 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 33540) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:08.393150 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c00d76-6357-46b9-b9c5-4ad540f4ea4c', 'tag': 'ab8af419-40d1-44e7-88e8-352a44e47450', 'status': 'completed', 'code': 200} Jan 14 22:48:08.396231 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-d5c1ee71-2735-41cc-8b93-207dd5c27268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:08.398099 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-d5c1ee71-2735-41cc-8b93-207dd5c27268 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b1ae8f5-5e08-41c5-87a8-5bbac021287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0861275 Jan 14 22:48:08.413378 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a98173e2-9081-443d-bb81-240235f5d958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:08.620634 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-2cc39f0b-62a6-4a61-8f4e-9a2760def35e service neutron] 10.222.0.39 "GET /v2.0/networks/8b1ae8f5-5e08-41c5-87a8-5bbac021287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147374 Jan 14 22:48:08.633049 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2ee00-1ed7-45dd-bed3-a4206756f38f req-6e593daf-7694-4256-b476-9a27e5efd7ed tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:08.634567 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-18c2ee00-1ed7-45dd-bed3-a4206756f38f req-6e593daf-7694-4256-b476-9a27e5efd7ed tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 947 time: 0.2073064 Jan 14 22:48:08.641680 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af72d33-e1da-4c07-882d-a5c35e122757 tempest-TestShelveInstance-191638768 tempest-TestShelveInstance-191638768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:08.642632 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-8af72d33-e1da-4c07-882d-a5c35e122757 tempest-TestShelveInstance-191638768 tempest-TestShelveInstance-191638768-project-admin] Synchronizing usage tracker for tenant:b6b4958dfcd84b9f95e216e1ea766fb8 on resource:port {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:48:08.643771 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['2521f6e1-5463-4d3e-874a-77e06a4614fb'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:08.732003 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-8af72d33-e1da-4c07-882d-a5c35e122757 tempest-TestShelveInstance-191638768 tempest-TestShelveInstance-191638768-project-admin] Unset dirty status for tenant:b6b4958dfcd84b9f95e216e1ea766fb8 on resource:port {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:48:08.734568 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-8af72d33-e1da-4c07-882d-a5c35e122757 tempest-TestShelveInstance-191638768 tempest-TestShelveInstance-191638768-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1093 time: 0.3838818 Jan 14 22:48:08.737424 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 33552) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:08.743244 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Request body: {'floatingip': {'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'port_id': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:08.743553 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7d61018d-f6b7-477a-be29-ffe62c215bf5 req-f83a886f-b2ff-4b40-a388-36685e64b5c4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 210 time: 0.0643992 Jan 14 22:48:08.749482 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:08.754516 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Usage tracker for resource:floatingip and tenant:439cb5d34f974c91830ad89417541b65 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:08.758024 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:08.773913 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:08.815972 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-18c2ee00-1ed7-45dd-bed3-a4206756f38f req-20b20d3a-bb0a-4dc0-91f4-1ec02bd215f1 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591365 Jan 14 22:48:08.848636 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for floatingip, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:08.858491 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70018d28-b20b-4867-9a4f-5a6a49102500 req-d7314cac-09f8-471b-b352-207abab24f56 service neutron] 10.222.0.39 "GET /v2.0/networks/8b1ae8f5-5e08-41c5-87a8-5bbac021287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229795 Jan 14 22:48:08.994732 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:09.053867 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-3672d48a-4e5d-4522-9d41-6b149382c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:09.055314 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-3672d48a-4e5d-4522-9d41-6b149382c19e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b8590db79e14b7bb8fb2ccb408e45a6&device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 1100 time: 0.0713074 Jan 14 22:48:09.133555 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Allocated IP 172.27.3.72 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/08faa13b-3adc-4a2b-9bea-385e56f60c33) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:09.207571 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-72ed4c99-ca43-455d-9062-c0c9feea4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:09.209103 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-72ed4c99-ca43-455d-9062-c0c9feea4e29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b1ae8f5-5e08-41c5-87a8-5bbac021287f HTTP/1.1" status: 200 len: 869 time: 0.1467795 Jan 14 22:48:09.293098 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:09.407756 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:09.453313 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-a3295895-03fe-41a6-93b2-c1aea022c8ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ab8af419-40d1-44e7-88e8-352a44e47450 HTTP/1.1" status: 200 len: 217 time: 0.1937373 Jan 14 22:48:09.492998 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event updated for resources: {'Port': ['ID=08faa13b-3adc-4a2b-9bea-385e56f60c33,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:09.499639 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:09.501185 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:09.504855 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:09.605961 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-c2b1b3b5-2867-4c7f-91ed-d727c80d0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:09.607374 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-c2b1b3b5-2867-4c7f-91ed-d727c80d0dce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=45c06760-e3c5-4ab0-adb0-3b821fbf7002 HTTP/1.1" status: 200 len: 843 time: 0.1137245 Jan 14 22:48:09.618797 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:09.671534 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd57c8-39ee-4840-b405-9958a071f318 req-b899fb43-6d54-491d-a238-5504527ae0c2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:09.672642 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-71dd57c8-39ee-4840-b405-9958a071f318 req-b899fb43-6d54-491d-a238-5504527ae0c2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.4532368 Jan 14 22:48:09.702465 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadbc78-0e64-439a-bc11-be5addb9d3eb req-4ca3c3d3-f33b-4c9f-b021-6bea3f17c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:09.703882 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-faadbc78-0e64-439a-bc11-be5addb9d3eb req-4ca3c3d3-f33b-4c9f-b021-6bea3f17c54c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ea0d4111b914ebd91f5845cc389f721&device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 1099 time: 0.3921096 Jan 14 22:48:09.715669 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:09.728738 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec26c7a-fe3e-4e47-9523-4155453cc618 req-190a801f-bd03-4af4-8d91-f3476b9269ef tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:09.730180 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0ec26c7a-fe3e-4e47-9523-4155453cc618 req-190a801f-bd03-4af4-8d91-f3476b9269ef tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 944 time: 0.2854815 Jan 14 22:48:09.815631 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-71dd57c8-39ee-4840-b405-9958a071f318 req-e9a79b38-40c2-4d73-8f72-40465140189e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302893 Jan 14 22:48:09.896406 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0ec26c7a-fe3e-4e47-9523-4155453cc618 req-0a21bd2a-7446-407f-a41d-17efd68a7c7f tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465108 Jan 14 22:48:09.905819 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-43c5dfe3-867b-4f2c-aa15-05b9e4109d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:09.907246 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-43c5dfe3-867b-4f2c-aa15-05b9e4109d94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b1ae8f5-5e08-41c5-87a8-5bbac021287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2838128 Jan 14 22:48:10.011073 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-01f6a88f-259d-4ce6-a103-a12bbd58244b req-9af628bf-79b0-491d-8327-5416b4e5f6aa tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 210 time: 0.0795794 Jan 14 22:48:10.012072 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadbc78-0e64-439a-bc11-be5addb9d3eb req-ffca8808-5a19-4233-99ac-e721caa2a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:10.013340 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-faadbc78-0e64-439a-bc11-be5addb9d3eb req-ffca8808-5a19-4233-99ac-e721caa2a335 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 200 len: 919 time: 0.2942531 Jan 14 22:48:10.144045 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:10.185692 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-faadbc78-0e64-439a-bc11-be5addb9d3eb req-42184609-6411-40e5-8642-bd35f7a02665 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a HTTP/1.1" status: 200 len: 217 time: 0.1218138 Jan 14 22:48:10.279766 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-404937e4-c5d5-4af1-a610-f26fa2ef4942 service neutron] 10.222.0.39 "GET /v2.0/networks/8b1ae8f5-5e08-41c5-87a8-5bbac021287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463814 Jan 14 22:48:10.290815 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadbc78-0e64-439a-bc11-be5addb9d3eb req-9109d239-ee37-49b2-aa5b-3a49ef20575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:10.292131 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-faadbc78-0e64-439a-bc11-be5addb9d3eb req-9109d239-ee37-49b2-aa5b-3a49ef20575e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7a60679-5b63-4b30-b6a7-284c957fb909 HTTP/1.1" status: 200 len: 859 time: 0.0857275 Jan 14 22:48:10.327306 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:10.373455 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-faadbc78-0e64-439a-bc11-be5addb9d3eb req-943d6aee-b00b-49b4-b888-8d6a57bb9e45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75bebe5b-4437-44d1-b77b-3462d9c0eb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591109 Jan 14 22:48:10.384114 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d2487-a93a-4e15-bddf-5e8581cb8f71 req-50d316a1-3eb6-456a-9891-d8b4d0d2f182 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:10.385570 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3c7d2487-a93a-4e15-bddf-5e8581cb8f71 req-50d316a1-3eb6-456a-9891-d8b4d0d2f182 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 947 time: 0.3618500 Jan 14 22:48:10.581802 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3c7d2487-a93a-4e15-bddf-5e8581cb8f71 req-a73a2eb1-ace1-4102-9824-316afe146e55 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689844 Jan 14 22:48:10.606330 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-241095f5-8fef-4d15-8761-c754f70074fc tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:10.610267 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-241095f5-8fef-4d15-8761-c754f70074fc tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Synchronizing usage tracker for tenant:340b49de861c4150a6a23769129e54b4 on resource:network {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:48:10.615103 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-83cc014f-f976-4d26-b0a2-5aea19223035 req-364a7761-9e59-4396-a966-92a844c1fb47 service neutron] 10.222.0.39 "GET /v2.0/networks/8b1ae8f5-5e08-41c5-87a8-5bbac021287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220401 Jan 14 22:48:10.635090 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-faadbc78-0e64-439a-bc11-be5addb9d3eb req-d86059c0-c31d-433e-95ca-05f71b710986 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478197 Jan 14 22:48:10.681558 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:10.739434 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-241095f5-8fef-4d15-8761-c754f70074fc tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Unset dirty status for tenant:340b49de861c4150a6a23769129e54b4 on resource:network {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:48:10.740636 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-241095f5-8fef-4d15-8761-c754f70074fc tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "GET /v2.0/networks?id=b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 200 len: 813 time: 0.3857908 Jan 14 22:48:10.758974 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Request body: {'port': {'device_id': 'dd18590b-9eb8-4c15-8ddc-8bed592004b1', 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0', 'admin_state_up': True, 'tenant_id': '340b49de861c4150a6a23769129e54b4'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:10.785813 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-faadbc78-0e64-439a-bc11-be5addb9d3eb req-d6cef383-2a7f-42fd-b5ed-4d76e63eaa60 service neutron] 10.222.0.39 "GET /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295748 Jan 14 22:48:10.794029 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:10.976491 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:11.046844 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event updated for resources: {'Port': ['ID=08faa13b-3adc-4a2b-9bea-385e56f60c33,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:11.047974 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c1454-e00d-4523-9e5f-e9821ff57bb4 req-934bb5a4-9239-4975-8ce0-0b40968e6d7e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:11.049440 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6f4c1454-e00d-4523-9e5f-e9821ff57bb4 req-934bb5a4-9239-4975-8ce0-0b40968e6d7e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1145110 Jan 14 22:48:11.085663 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:11.090231 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:11.092636 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Usage tracker for resource:port and tenant:340b49de861c4150a6a23769129e54b4 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:11.114646 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6f4c1454-e00d-4523-9e5f-e9821ff57bb4 req-74a1694e-8eed-4be2-b60e-42e2d432004e tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526741 Jan 14 22:48:11.135281 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19156ec8-dd2f-4b3b-8c59-af28de74fd4f req-60b8d158-daf0-4348-ad89-cf15752c789e tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:11.136639 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-19156ec8-dd2f-4b3b-8c59-af28de74fd4f req-60b8d158-daf0-4348-ad89-cf15752c789e tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 944 time: 0.1255240 Jan 14 22:48:11.146847 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:11.166395 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:11.189109 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.l3_db [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Floating IP af992da3-2f02-46cc-9453-e9168c703d70 associated. External IP: 172.27.3.72, port: 34bc8f2b-3c24-4783-9fc4-be81e10caeef. Jan 14 22:48:11.248527 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Made reservation on behalf of 340b49de861c4150a6a23769129e54b4 for: {'port': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:48:11.251970 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:11.316940 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-19156ec8-dd2f-4b3b-8c59-af28de74fd4f req-05d75753-58e4-4383-9909-97a867fc9181 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738062 Jan 14 22:48:11.319058 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-66e104f7-19ee-4029-8c28-3eb17cabf263 req-fa10b243-0826-4aed-a125-da95dc55661b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 210 time: 0.0477755 Jan 14 22:48:11.665919 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Allocated IP 172.20.0.3 (b5c3c2f3-62de-408a-8af6-2319578a53b0/a257786c-79f5-489b-82fa-942df4f5c73c/9ea65ae6-3f0b-4665-977a-c363d3a389c3) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:11.767114 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425693ec-325f-4a81-90a5-0c033694579d req-474b3281-6ca5-4c3a-8f2d-74c5ebcd3317 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:11.768544 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-425693ec-325f-4a81-90a5-0c033694579d req-474b3281-6ca5-4c3a-8f2d-74c5ebcd3317 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 947 time: 0.0793469 Jan 14 22:48:11.793873 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:48:11.814641 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-425693ec-325f-4a81-90a5-0c033694579d req-d3ab75b9-e2fd-4781-bfec-3e72afea8115 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Jan 14 22:48:11.872576 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device ab8af419-40d1-44e7-88e8-352a44e47450 details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:48:11.875911 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 2521f6e1-5463-4d3e-874a-77e06a4614fb up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:12.058626 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port ab8af419-40d1-44e7-88e8-352a44e47450, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=ab8af419-40d1-44e7-88e8-352a44e47450,segment=NetworkSegment(bc1b5bed-c659-44c8-bb15-9968b069f40c),segment_id=bc1b5bed-c659-44c8-bb15-9968b069f40c)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:12.071755 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'ab8af419-40d1-44e7-88e8-352a44e47450', 'network_id': '8b1ae8f5-5e08-41c5-87a8-5bbac021287f', 'port_id': 'ab8af419-40d1-44e7-88e8-352a44e47450', 'mac_address': 'fa:16:3e:d3:0d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c06760-e3c5-4ab0-adb0-3b821fbf7002', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:48:12.106551 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:12.109653 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:48:12.122443 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port 2521f6e1-5463-4d3e-874a-77e06a4614fb completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:12.123348 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] Sync routers for ids ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:48:12.132574 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 2521f6e1-5463-4d3e-874a-77e06a4614fb triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:12.133062 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:12.135587 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] Routers {'3b33b5d4-f06b-4566-948e-a8af3e6535b2'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:48:12.136259 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:12.174406 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:12.201607 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8af419-40d1-44e7-88e8-352a44e47450 {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:48:12.225028 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port ab8af419-40d1-44e7-88e8-352a44e47450, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=ab8af419-40d1-44e7-88e8-352a44e47450,segment=NetworkSegment(bc1b5bed-c659-44c8-bb15-9968b069f40c),segment_id=bc1b5bed-c659-44c8-bb15-9968b069f40c)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:12.231271 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:12.267475 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:12.283879 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:12.286609 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['75d40ecb-9f01-4ab3-ad1a-f0700544f13b', 'a0080e08-df99-4266-94da-9bd13b2985fd', 'b2dbd31c-3333-41bd-ad17-609ca2eedc90'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:12.345357 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cb6e1-9961-4125-81c8-a310a1fa94b7 req-2876685f-df70-4d80-a03c-68adacdacb30 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:12.354920 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf4cb6e1-9961-4125-81c8-a310a1fa94b7 req-2876685f-df70-4d80-a03c-68adacdacb30 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1086624 Jan 14 22:48:12.396731 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] Set router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:48:12.403159 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:12.406813 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf4cb6e1-9961-4125-81c8-a310a1fa94b7 req-6942bb00-8ab9-4711-b1de-3c3b38101aff tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508804 Jan 14 22:48:12.432061 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Network b5c3c2f3-62de-408a-8af6-2319578a53b0 is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:12.444226 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:12.450144 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 2521f6e1-5463-4d3e-874a-77e06a4614fb, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=2521f6e1-5463-4d3e-874a-77e06a4614fb,segment=NetworkSegment(ece2083d-dc22-4c4f-ac40-835d7c53c1f2),segment_id=ece2083d-dc22-4c4f-ac40-835d7c53c1f2)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:12.452064 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95a9c12-4ce5-4fef-8b4b-c46059ec4111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2521f6e1-5463-4d3e-874a-77e06a4614fb'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:12.458171 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:12.471193 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=ab8af419-40d1-44e7-88e8-352a44e47450,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:12.533657 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Pushing event updated for resources: {'Port': ['ID=9ea65ae6-3f0b-4665-977a-c363d3a389c3,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:12.555841 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:12.559594 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-dd9ac72f-01e9-429d-9342-09d9debcba1b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8206685 Jan 14 22:48:12.565335 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:12.599383 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:12.599965 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:12.678573 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-155162da-0019-40b0-9910-1081be0edebf tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9227867 Jan 14 22:48:12.690445 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['ab8af419-40d1-44e7-88e8-352a44e47450'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:12.690982 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Request body: {'port': {'device_id': 'dd18590b-9eb8-4c15-8ddc-8bed592004b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:12.706787 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111f109-1085-4183-8163-fb29d3770927 req-93a42e19-352c-4bb5-be26-c1a196d7d5bb tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:12.715514 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d111f109-1085-4183-8163-fb29d3770927 req-93a42e19-352c-4bb5-be26-c1a196d7d5bb tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 931 time: 0.1609204 Jan 14 22:48:12.723292 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=2521f6e1-5463-4d3e-874a-77e06a4614fb,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:12.818990 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d111f109-1085-4183-8163-fb29d3770927 req-a5acae56-8acd-498e-9d36-ad22ae83e0c0 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022301 Jan 14 22:48:12.894080 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95a9c12-4ce5-4fef-8b4b-c46059ec4111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2521f6e1-5463-4d3e-874a-77e06a4614fb', 'code': 200} Jan 14 22:48:12.894803 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ad3ce-eaaf-4f8f-9064-42919bceb900 req-97891b7a-bd2d-4a61-bc95-cb1ca2359b7d tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:12.902337 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:12.906320 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0d5ad3ce-eaaf-4f8f-9064-42919bceb900 req-97891b7a-bd2d-4a61-bc95-cb1ca2359b7d tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 945 time: 0.1594472 Jan 14 22:48:12.975216 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0d5ad3ce-eaaf-4f8f-9064-42919bceb900 req-4ef17dbf-b61c-4bec-8ff1-63483224415d tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656998 Jan 14 22:48:13.020223 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:51Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': 'af992da3-2f02-46cc-9453-e9168c703d70', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'port_id': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'mac_address': 'fa:16:3e:23:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:48:09Z', 'updated_at': '2022-01-14T22:48:09Z', 'revision_number': 0, 'project_id': '439cb5d34f974c91830ad89417541b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b92f8d-734c-441b-8988-6ae27a71c92b', 'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'mac_address': 'fa:16:3e:f3:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:49Z', 'updated_at': '2022-01-14T22:46:59Z', 'revision_number': 5, 'project_id': '439cb5d34f974c91830ad89417541b65', 'subnets': [{'id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:13.030950 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] Checking router: 3b33b5d4-f06b-4566-948e-a8af3e6535b2 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:48:13.040351 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] Routers {'3b33b5d4-f06b-4566-948e-a8af3e6535b2'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:48:13.041470 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:13.121019 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'status': 'completed', 'code': 200} Jan 14 22:48:13.235113 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f0e30-ebad-43da-af0a-c25a87c7cdce req-df9a083c-f8ee-4dfe-a4f1-8d7f335d23a9 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:13.236571 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-da4f0e30-ebad-43da-af0a-c25a87c7cdce req-df9a083c-f8ee-4dfe-a4f1-8d7f335d23a9 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 948 time: 0.1133213 Jan 14 22:48:13.239955 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52160b-8713-4635-879a-35984e7c5988 req-2074f910-9c5c-46a4-bea4-d9100584038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:13.241294 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4b52160b-8713-4635-879a-35984e7c5988 req-2074f910-9c5c-46a4-bea4-d9100584038a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=439cb5d34f974c91830ad89417541b65&device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1098 time: 0.2550442 Jan 14 22:48:13.263465 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] Set router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:48:13.376469 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea65ae6-3f0b-4665-977a-c363d3a389c3 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:48:13.383977 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:13.399625 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Transition to ACTIVE for port object 9ea65ae6-3f0b-4665-977a-c363d3a389c3 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:13.404612 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-da4f0e30-ebad-43da-af0a-c25a87c7cdce req-d9ae7715-27fe-448b-89f0-aef1ac7aaa35 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606784 Jan 14 22:48:13.453714 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:13.459797 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52160b-8713-4635-879a-35984e7c5988 req-298e8870-50aa-47d3-92f3-32c398a05697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:13.461583 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4b52160b-8713-4635-879a-35984e7c5988 req-298e8870-50aa-47d3-92f3-32c398a05697 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8158e17-53f5-45de-93ff-757f87c67705 HTTP/1.1" status: 200 len: 909 time: 0.2028143 Jan 14 22:48:13.470956 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706926b6-239b-4c36-8299-172b55ebd77d req-289a5b91-70f1-4eaf-aaef-4879c7bbd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:13.472925 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-706926b6-239b-4c36-8299-172b55ebd77d req-289a5b91-70f1-4eaf-aaef-4879c7bbd4e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 1098 time: 0.1657946 Jan 14 22:48:13.596693 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-706926b6-239b-4c36-8299-172b55ebd77d req-f179aa31-e2a3-41ca-818e-272d8be54cc4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725396 Jan 14 22:48:13.636168 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4b52160b-8713-4635-879a-35984e7c5988 req-1154664f-20a1-45ba-be3b-de66226ffbe7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef HTTP/1.1" status: 200 len: 998 time: 0.1615124 Jan 14 22:48:13.657003 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Pushing event updated for resources: {'Port': ['ID=9ea65ae6-3f0b-4665-977a-c363d3a389c3,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:13.685194 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43093abf-b5c4-4c1d-9769-1ccdc609a58f req-d4e07748-bc04-40ed-8c01-38927048ca2d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:13.687131 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-43093abf-b5c4-4c1d-9769-1ccdc609a58f req-d4e07748-bc04-40ed-8c01-38927048ca2d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.0895550 Jan 14 22:48:13.743674 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-43093abf-b5c4-4c1d-9769-1ccdc609a58f req-f3c4d149-661f-452f-a1c6-10976752e602 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496044 Jan 14 22:48:13.745462 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:51Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': 'af992da3-2f02-46cc-9453-e9168c703d70', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'port_id': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'mac_address': 'fa:16:3e:23:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:48:09Z', 'updated_at': '2022-01-14T22:48:09Z', 'revision_number': 0, 'project_id': '439cb5d34f974c91830ad89417541b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b92f8d-734c-441b-8988-6ae27a71c92b', 'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'mac_address': 'fa:16:3e:f3:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:49Z', 'updated_at': '2022-01-14T22:46:59Z', 'revision_number': 5, 'project_id': '439cb5d34f974c91830ad89417541b65', 'subnets': [{'id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:13.749974 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60278147-d86f-4bc3-ab0e-dacf582a40e4 None None] The sync data for ids ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'] in dv-cinder-824801-1-iscsi is: [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:51Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': 'af992da3-2f02-46cc-9453-e9168c703d70', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'port_id': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'mac_address': 'fa:16:3e:23:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:48:09Z', 'updated_at': '2022-01-14T22:48:09Z', 'revision_number': 0, 'project_id': '439cb5d34f974c91830ad89417541b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b92f8d-734c-441b-8988-6ae27a71c92b', 'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'mac_address': 'fa:16:3e:f3:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:49Z', 'updated_at': '2022-01-14T22:46:59Z', 'revision_number': 5, 'project_id': '439cb5d34f974c91830ad89417541b65', 'subnets': [{'id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:48:13.859630 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Attempting to bind port 9ea65ae6-3f0b-4665-977a-c363d3a389c3 on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:48:13.860128 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Attempting to bind port 9ea65ae6-3f0b-4665-977a-c363d3a389c3 by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:48:13.860412 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Attempting to bind port 9ea65ae6-3f0b-4665-977a-c363d3a389c3 on network b5c3c2f3-62de-408a-8af6-2319578a53b0 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:13.865410 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Port 9ea65ae6-3f0b-4665-977a-c363d3a389c3 on network b5c3c2f3-62de-408a-8af6-2319578a53b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:48:13.865735 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Attempting to bind port 9ea65ae6-3f0b-4665-977a-c363d3a389c3 on network b5c3c2f3-62de-408a-8af6-2319578a53b0 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:13.870767 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:48:13.871107 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Checking segment: {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:13.871488 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Bound using segment: {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:48:13.871912 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Bound port: 9ea65ae6-3f0b-4665-977a-c363d3a389c3, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:48:13.872255 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:13.896132 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52160b-8713-4635-879a-35984e7c5988 req-5874deae-8c45-4897-b21e-09209bb6e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:13.897478 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4b52160b-8713-4635-879a-35984e7c5988 req-5874deae-8c45-4897-b21e-09209bb6e0f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b99ea17-f83f-41c7-8c16-d52cd11450ce HTTP/1.1" status: 200 len: 848 time: 0.0674505 Jan 14 22:48:13.968514 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] For port 9ea65ae6-3f0b-4665-977a-c363d3a389c3, host hv-cinder-82480, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:48:13.972512 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] For port 9ea65ae6-3f0b-4665-977a-c363d3a389c3, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=9ea65ae6-3f0b-4665-977a-c363d3a389c3,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:48:14.016393 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:14.021073 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9187f98-ab86-439a-b709-a78bcd85f6ba None None] New status for floating IP af992da3-2f02-46cc-9453-e9168c703d70: ACTIVE {{(pid=87474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:48:14.041095 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52160b-8713-4635-879a-35984e7c5988 req-dad48a75-7d8e-4bfe-8880-19647160270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:14.043322 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4b52160b-8713-4635-879a-35984e7c5988 req-dad48a75-7d8e-4bfe-8880-19647160270d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8158e17-53f5-45de-93ff-757f87c67705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1385865 Jan 14 22:48:14.084964 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18339c-addf-41d4-aa5a-dea8a56059c6 req-8ad41582-ab17-4b66-afe6-a1446312c487 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:14.092685 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ae18339c-addf-41d4-aa5a-dea8a56059c6 req-8ad41582-ab17-4b66-afe6-a1446312c487 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 943 time: 0.1539698 Jan 14 22:48:14.096563 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:14.098695 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:14.100236 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] 10.222.0.39 "PUT /v2.0/ports/9ea65ae6-3f0b-4665-977a-c363d3a389c3 HTTP/1.1" status: 200 len: 1093 time: 1.4142478 Jan 14 22:48:14.123786 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0262e59-1871-47f3-9dbb-d9418930b9dd service neutron] Pushing event updated for resources: {'Port': ['ID=9ea65ae6-3f0b-4665-977a-c363d3a389c3,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:14.265830 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ae18339c-addf-41d4-aa5a-dea8a56059c6 req-c5077c2c-466a-4711-9638-809cdb89391e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719809 Jan 14 22:48:14.277418 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:48:14.292342 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-6ba30bb1-1c2c-4bb5-96a6-256b1dc73fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:14.293511 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-6ba30bb1-1c2c-4bb5-96a6-256b1dc73fbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 1096 time: 0.1009991 Jan 14 22:48:14.307519 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4b52160b-8713-4635-879a-35984e7c5988 req-208d989d-741a-42a9-9d8d-01f27e1b2fe4 service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550483 Jan 14 22:48:14.343446 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8d60-138f-4743-9dfe-23f43c291a0e req-430318e7-aaff-471d-b504-fea74c0e1434 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:14.344986 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-547b8d60-138f-4743-9dfe-23f43c291a0e req-430318e7-aaff-471d-b504-fea74c0e1434 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 945 time: 0.2463710 Jan 14 22:48:14.377487 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-d8254c72-44da-4db2-b7db-556c59a58890 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea65ae6-3f0b-4665-977a-c363d3a389c3 HTTP/1.1" status: 200 len: 217 time: 0.0613170 Jan 14 22:48:14.446355 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-13704dd8-de45-4bf0-b345-7c737ac937e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:14.447821 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-13704dd8-de45-4bf0-b345-7c737ac937e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a257786c-79f5-489b-82fa-942df4f5c73c HTTP/1.1" status: 200 len: 853 time: 0.0624819 Jan 14 22:48:14.508713 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-543ae686-fe7a-4f38-b084-e54bf790d959 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c3c2f3-62de-408a-8af6-2319578a53b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496964 Jan 14 22:48:14.596504 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-547b8d60-138f-4743-9dfe-23f43c291a0e req-6e5fc999-d136-4154-abd7-8d65b2b7ee7d tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413774 Jan 14 22:48:14.624726 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4b52160b-8713-4635-879a-35984e7c5988 req-2c7e82e1-1cd8-4e7f-ab27-1574987f946a service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076041 Jan 14 22:48:14.643434 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-6c3aaba3-1a6e-42de-8213-b142b03a090f service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268771 Jan 14 22:48:14.649454 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5804b-cad8-42a5-b72c-d2ca8d7c426c req-65cd6128-f705-40a4-b182-2ede500bd590 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:14.650910 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-34d5804b-cad8-42a5-b72c-d2ca8d7c426c req-65cd6128-f705-40a4-b182-2ede500bd590 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 948 time: 0.1333976 Jan 14 22:48:14.695729 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-34d5804b-cad8-42a5-b72c-d2ca8d7c426c req-52b94cf6-b38b-4904-b04e-e9553b7b52a1 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391710 Jan 14 22:48:14.783733 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ba06e9ee-6465-4be1-8f1b-c7a08f6237f9 req-1adc06dc-4f5f-4044-b32c-4c442b124768 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243057 Jan 14 22:48:14.939868 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded410fa-5857-4c11-8409-c08718051a69 req-26b3a148-6c64-4005-a5f6-a108535d3ab8 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:14.941802 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ded410fa-5857-4c11-8409-c08718051a69 req-26b3a148-6c64-4005-a5f6-a108535d3ab8 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.0845520 Jan 14 22:48:14.988351 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ded410fa-5857-4c11-8409-c08718051a69 req-24518ad9-3ac6-453a-9358-86e1c96e24de tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 Jan 14 22:48:15.122937 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd18590b-9eb8-4c15-8ddc-8bed592004b1', 'tag': '9ea65ae6-3f0b-4665-977a-c363d3a389c3'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:15.166597 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd18590b-9eb8-4c15-8ddc-8bed592004b1', 'tag': '9ea65ae6-3f0b-4665-977a-c363d3a389c3', 'status': 'completed', 'code': 200} Jan 14 22:48:15.276244 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5cf86-08c1-463a-9de2-b5e662aefa19 req-8a7b299a-910b-4b77-adc1-db4e80797b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:15.277681 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-50c5cf86-08c1-463a-9de2-b5e662aefa19 req-8a7b299a-910b-4b77-adc1-db4e80797b35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=340b49de861c4150a6a23769129e54b4&device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 1096 time: 0.0718110 Jan 14 22:48:15.420491 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5cf86-08c1-463a-9de2-b5e662aefa19 req-da00605e-ab56-4fb3-b8aa-0980c5d63c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:15.422389 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-50c5cf86-08c1-463a-9de2-b5e662aefa19 req-da00605e-ab56-4fb3-b8aa-0980c5d63c1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 200 len: 913 time: 0.1377757 Jan 14 22:48:15.468870 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8db3bb-bf64-498a-9bfb-20a3887fe42b req-3af40142-281a-44cd-a455-46e617a73216 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:15.470410 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9f8db3bb-bf64-498a-9bfb-20a3887fe42b req-3af40142-281a-44cd-a455-46e617a73216 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 943 time: 0.0833676 Jan 14 22:48:15.503965 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-50c5cf86-08c1-463a-9de2-b5e662aefa19 req-6d5c70c2-77c6-475b-aa0a-228952b82a7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea65ae6-3f0b-4665-977a-c363d3a389c3 HTTP/1.1" status: 200 len: 217 time: 0.0739310 Jan 14 22:48:15.517622 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9f8db3bb-bf64-498a-9bfb-20a3887fe42b req-15b3dcc4-2ab4-4428-a063-ec05ba77f90d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391886 Jan 14 22:48:15.572762 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5cf86-08c1-463a-9de2-b5e662aefa19 req-bd0101c9-4cb3-4446-9bec-e2bf943ef616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:15.574211 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-50c5cf86-08c1-463a-9de2-b5e662aefa19 req-bd0101c9-4cb3-4446-9bec-e2bf943ef616 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a257786c-79f5-489b-82fa-942df4f5c73c HTTP/1.1" status: 200 len: 853 time: 0.0629890 Jan 14 22:48:15.626255 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-50c5cf86-08c1-463a-9de2-b5e662aefa19 req-3d053fa7-10a4-4793-966f-c29db141aac1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5c3c2f3-62de-408a-8af6-2319578a53b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420945 Jan 14 22:48:15.773699 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-50c5cf86-08c1-463a-9de2-b5e662aefa19 req-bbf546db-0a1b-4618-864b-31913de76f06 service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406791 Jan 14 22:48:15.802570 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304144f4-a8c3-4749-bdee-131d33b23f4d req-be956122-f262-4436-9bf2-8a07e848ffdb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:15.804551 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-304144f4-a8c3-4749-bdee-131d33b23f4d req-be956122-f262-4436-9bf2-8a07e848ffdb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 945 time: 0.0981252 Jan 14 22:48:15.884104 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device ab8af419-40d1-44e7-88e8-352a44e47450 up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:15.899567 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-304144f4-a8c3-4749-bdee-131d33b23f4d req-224a70f9-2342-4c11-a832-6d4e48365081 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891569 Jan 14 22:48:15.921221 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-50c5cf86-08c1-463a-9de2-b5e662aefa19 req-ac55b8bf-d198-4b75-a2c3-03a05b33ab5b service neutron] 10.222.0.39 "GET /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334164 Jan 14 22:48:15.937252 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99b4f8-e3a6-40f6-ae71-c52e3fbd741a req-d41d9571-b025-4ece-8ef7-26e2cc5543eb tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:15.938735 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee99b4f8-e3a6-40f6-ae71-c52e3fbd741a req-d41d9571-b025-4ece-8ef7-26e2cc5543eb tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 948 time: 0.1148243 Jan 14 22:48:15.984903 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee99b4f8-e3a6-40f6-ae71-c52e3fbd741a req-0cf774a6-8315-4dd7-a601-d0244a62d71e tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 Jan 14 22:48:16.052232 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port ab8af419-40d1-44e7-88e8-352a44e47450 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:16.057858 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port ab8af419-40d1-44e7-88e8-352a44e47450 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:16.058224 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:16.174015 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:16.201575 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c00d76-6357-46b9-b9c5-4ad540f4ea4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8af419-40d1-44e7-88e8-352a44e47450'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:16.211742 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port ab8af419-40d1-44e7-88e8-352a44e47450, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=ab8af419-40d1-44e7-88e8-352a44e47450,segment=NetworkSegment(bc1b5bed-c659-44c8-bb15-9968b069f40c),segment_id=bc1b5bed-c659-44c8-bb15-9968b069f40c)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:16.246094 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c00d76-6357-46b9-b9c5-4ad540f4ea4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8af419-40d1-44e7-88e8-352a44e47450', 'code': 200} Jan 14 22:48:16.292383 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:16.361864 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=ab8af419-40d1-44e7-88e8-352a44e47450,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:16.749088 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974391c7-74e5-42e5-b288-fb9eea36ced4 req-a9d3c5e6-446d-4f71-8db5-768fcf67cd41 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:16.757210 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-974391c7-74e5-42e5-b288-fb9eea36ced4 req-a9d3c5e6-446d-4f71-8db5-768fcf67cd41 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 943 time: 0.1327918 Jan 14 22:48:16.803366 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26431ea-9b5e-407c-a406-894a1ef62eb8 req-58c2b975-d525-46ca-a42c-a3dce61de19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:16.804827 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f26431ea-9b5e-407c-a406-894a1ef62eb8 req-58c2b975-d525-46ca-a42c-a3dce61de19c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 1102 time: 0.0981953 Jan 14 22:48:16.811504 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-974391c7-74e5-42e5-b288-fb9eea36ced4 req-de534a19-8e1f-4e75-ab9b-0fb73592d0f8 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Jan 14 22:48:16.852545 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-f26431ea-9b5e-407c-a406-894a1ef62eb8 req-f9a284f4-f683-4c9c-88b1-b869072d8bc7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 Jan 14 22:48:17.173152 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dc24c-c74e-48b1-a19b-cf5661d56e59 req-a5ec531e-9908-4ace-bd50-bb2379fd52fe tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:17.174607 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb6dc24c-c74e-48b1-a19b-cf5661d56e59 req-a5ec531e-9908-4ace-bd50-bb2379fd52fe tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 949 time: 0.0796578 Jan 14 22:48:17.220246 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb6dc24c-c74e-48b1-a19b-cf5661d56e59 req-b3198261-060c-46e6-b398-97eb1c6382a1 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383909 Jan 14 22:48:17.836213 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76c9a1-e48e-4778-8696-2fada75cb526 req-52a82435-d4a8-4467-a60a-7267364d2fb0 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:17.837662 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3b76c9a1-e48e-4778-8696-2fada75cb526 req-52a82435-d4a8-4467-a60a-7267364d2fb0 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 945 time: 0.0829854 Jan 14 22:48:17.883949 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3b76c9a1-e48e-4778-8696-2fada75cb526 req-2d639025-5dd7-42d3-b2c6-55bf857a9cee tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401177 Jan 14 22:48:17.885107 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 9ea65ae6-3f0b-4665-977a-c363d3a389c3 details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:48:18.028779 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4cab4-0447-4ef6-b577-1e5d60ca2539 req-79c2e006-9d01-4411-8f2d-472092dc4f87 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:18.030305 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-78a4cab4-0447-4ef6-b577-1e5d60ca2539 req-79c2e006-9d01-4411-8f2d-472092dc4f87 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 943 time: 0.0871599 Jan 14 22:48:18.048794 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 9ea65ae6-3f0b-4665-977a-c363d3a389c3, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=9ea65ae6-3f0b-4665-977a-c363d3a389c3,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:18.064393 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '9ea65ae6-3f0b-4665-977a-c363d3a389c3', 'network_id': 'b5c3c2f3-62de-408a-8af6-2319578a53b0', 'port_id': '9ea65ae6-3f0b-4665-977a-c363d3a389c3', 'mac_address': 'fa:16:3e:41:02:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a257786c-79f5-489b-82fa-942df4f5c73c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:48:18.076650 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-78a4cab4-0447-4ef6-b577-1e5d60ca2539 req-cea2c6a9-f4c7-45c9-acc7-a6bdc3e08ead tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Jan 14 22:48:18.119691 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:18.136639 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea65ae6-3f0b-4665-977a-c363d3a389c3 {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:48:18.151639 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 9ea65ae6-3f0b-4665-977a-c363d3a389c3, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=9ea65ae6-3f0b-4665-977a-c363d3a389c3,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:18.222702 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:18.298674 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=9ea65ae6-3f0b-4665-977a-c363d3a389c3,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:18.414748 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a02b0-3477-4e78-83b8-3c0668068f2f req-c8a0534f-c317-4503-93c6-07b5b34bda87 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:18.416184 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-847a02b0-3477-4e78-83b8-3c0668068f2f req-c8a0534f-c317-4503-93c6-07b5b34bda87 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 949 time: 0.0864055 Jan 14 22:48:18.462353 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-847a02b0-3477-4e78-83b8-3c0668068f2f req-1c225ff3-10af-414a-a324-d02c3ee24b36 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Jan 14 22:48:18.735979 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['9ea65ae6-3f0b-4665-977a-c363d3a389c3'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:19.079411 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34def6-e5d4-47e0-a4c3-98d38458062e req-782a483e-a9fd-4867-9725-2c074f1c4034 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:19.080787 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0f34def6-e5d4-47e0-a4c3-98d38458062e req-782a483e-a9fd-4867-9725-2c074f1c4034 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 945 time: 0.0783842 Jan 14 22:48:19.127942 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0f34def6-e5d4-47e0-a4c3-98d38458062e req-82db1afa-1424-47dc-82c0-d094e4f1198e tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Jan 14 22:48:19.262382 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9636a-03b6-4e35-a90e-22210cf316e7 req-cdbb574a-9bc8-4e00-8a5e-94eaec81b26a tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:19.263836 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-22b9636a-03b6-4e35-a90e-22210cf316e7 req-cdbb574a-9bc8-4e00-8a5e-94eaec81b26a tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 944 time: 0.0802555 Jan 14 22:48:19.309588 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-22b9636a-03b6-4e35-a90e-22210cf316e7 req-8ab4ab07-b1a0-4f6b-aadb-440c5e8bbe7d tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Jan 14 22:48:19.651485 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2b7fd-91a0-4a0d-9371-caca5f4cd4cb req-0b11efa7-a54c-44e9-8887-c882773a2fa1 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:19.652801 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6ac2b7fd-91a0-4a0d-9371-caca5f4cd4cb req-0b11efa7-a54c-44e9-8887-c882773a2fa1 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 949 time: 0.0813787 Jan 14 22:48:19.695433 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6ac2b7fd-91a0-4a0d-9371-caca5f4cd4cb req-d14d94c8-acda-4040-87d3-25cd97fd6b4b tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370631 Jan 14 22:48:19.863499 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-6973c3cf-4571-45f7-ac03-38b72409a64b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:19.864213 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-6973c3cf-4571-45f7-ac03-38b72409a64b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Synchronizing usage tracker for tenant:af1720e4da794650bac33502b63ff62c on resource:port {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:48:19.876366 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-6973c3cf-4571-45f7-ac03-38b72409a64b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Unset dirty status for tenant:af1720e4da794650bac33502b63ff62c on resource:port {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:48:19.892961 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-6973c3cf-4571-45f7-ac03-38b72409a64b tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 945 time: 0.1633103 Jan 14 22:48:19.950257 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-9372b2f5-9ff2-4460-8b67-3386e5d031fb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Deleting port 2521f6e1-5463-4d3e-874a-77e06a4614fb {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:48:19.950629 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-9372b2f5-9ff2-4460-8b67-3386e5d031fb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:20.201700 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-9372b2f5-9ff2-4460-8b67-3386e5d031fb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] For port 2521f6e1-5463-4d3e-874a-77e06a4614fb, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=2521f6e1-5463-4d3e-874a-77e06a4614fb,segment=NetworkSegment(ece2083d-dc22-4c4f-ac40-835d7c53c1f2),segment_id=ece2083d-dc22-4c4f-ac40-835d7c53c1f2)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:20.202003 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-9372b2f5-9ff2-4460-8b67-3386e5d031fb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:20.326759 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-9372b2f5-9ff2-4460-8b67-3386e5d031fb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Calling delete_port for 2521f6e1-5463-4d3e-874a-77e06a4614fb owned by compute:nova {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:48:20.372395 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7f0cb-d3fc-4a27-addf-88d18c9099d1 req-58e63ccd-2f27-4ba7-8c53-87143f60e16c tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:20.373829 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-29c7f0cb-d3fc-4a27-addf-88d18c9099d1 req-58e63ccd-2f27-4ba7-8c53-87143f60e16c tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 949 time: 0.1385622 Jan 14 22:48:20.385264 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03b25b-6968-4a94-ae0e-f47b4e397b09 req-80a5edad-ad4a-4dfa-842b-f818c4294248 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:20.386659 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2f03b25b-6968-4a94-ae0e-f47b4e397b09 req-80a5edad-ad4a-4dfa-842b-f818c4294248 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 945 time: 0.1169798 Jan 14 22:48:20.454286 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-29c7f0cb-d3fc-4a27-addf-88d18c9099d1 req-cec0bc98-d3a8-49c3-aab3-8084b1aff8ef tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665691 Jan 14 22:48:20.459060 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2f03b25b-6968-4a94-ae0e-f47b4e397b09 req-a4ca0650-4002-45f7-8ad3-52f96828cb77 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/security-groups?id=220ed61f-8665-40ac-ac76-18725305ff15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587664 Jan 14 22:48:20.635838 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60978ec0-dd48-45f5-a8c2-0c334cc1bbfa req-5ac46d99-83d9-4c85-ae5c-d14bfb88f50b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:20.637091 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-60978ec0-dd48-45f5-a8c2-0c334cc1bbfa req-5ac46d99-83d9-4c85-ae5c-d14bfb88f50b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 944 time: 0.0820155 Jan 14 22:48:20.641174 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-9372b2f5-9ff2-4460-8b67-3386e5d031fb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:20.653584 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['2521f6e1-5463-4d3e-874a-77e06a4614fb'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:20.693987 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-60978ec0-dd48-45f5-a8c2-0c334cc1bbfa req-632b7337-6285-461e-99eb-c42d79fc4021 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Jan 14 22:48:20.715633 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372b2f5-9ff2-4460-8b67-3386e5d031fb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Pushing event deleted for resources: {'Port': ['ID=2521f6e1-5463-4d3e-874a-77e06a4614fb,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:20.779938 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-9372b2f5-9ff2-4460-8b67-3386e5d031fb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] No DVR routers for this DVR port 2521f6e1-5463-4d3e-874a-77e06a4614fb on host hv-cinder-82480 {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:48:20.783111 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-9372b2f5-9ff2-4460-8b67-3386e5d031fb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:20.785596 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95a9c12-4ce5-4fef-8b4b-c46059ec4111', 'name': 'network-vif-deleted', 'tag': '2521f6e1-5463-4d3e-874a-77e06a4614fb'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:20.832370 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95a9c12-4ce5-4fef-8b4b-c46059ec4111', 'name': 'network-vif-deleted', 'tag': '2521f6e1-5463-4d3e-874a-77e06a4614fb', 'status': 'completed', 'code': 200} Jan 14 22:48:20.865620 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-281696cb-86c4-4a4d-8a76-f6a1a69fcbd8 req-9372b2f5-9ff2-4460-8b67-3386e5d031fb tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.39 "DELETE /v2.0/ports/2521f6e1-5463-4d3e-874a-77e06a4614fb HTTP/1.1" status: 204 len: 173 time: 0.9826119 Jan 14 22:48:21.070057 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:21.210915 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e8059-8f33-4e8a-b6f6-8d8e7ddf0e45 req-90adf730-c697-46dc-a5a6-1e3cce48a2e3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:21.212353 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c30e8059-8f33-4e8a-b6f6-8d8e7ddf0e45 req-90adf730-c697-46dc-a5a6-1e3cce48a2e3 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0808392 Jan 14 22:48:21.256662 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c30e8059-8f33-4e8a-b6f6-8d8e7ddf0e45 req-133b4d93-bf0c-499c-b4ad-d06226a6bf6d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386579 Jan 14 22:48:21.734919 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-508a7804-f596-4593-a297-94d9b93d6913 req-10798706-2fcc-4532-9a00-ae63c28d30a3 tempest-VolumesActionsTest-610554082 tempest-VolumesActionsTest-610554082-project] 10.222.0.25 "GET /v2.0/ports?device_id=f95a9c12-4ce5-4fef-8b4b-c46059ec4111 HTTP/1.1" status: 200 len: 210 time: 0.1334476 Jan 14 22:48:21.773370 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e810e6-f9e0-4de9-a9e7-f0be2071efd2 req-0f82fdfa-fc70-4750-b75d-0fad38b1c547 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:21.774862 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c9e810e6-f9e0-4de9-a9e7-f0be2071efd2 req-0f82fdfa-fc70-4750-b75d-0fad38b1c547 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 949 time: 0.2052145 Jan 14 22:48:21.820515 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c9e810e6-f9e0-4de9-a9e7-f0be2071efd2 req-19afa6ad-e69a-44b4-bcd1-3db53b90bd5d tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/security-groups?id=463157b9-83d7-4cb4-b385-7ba8a69e6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Jan 14 22:48:21.899151 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 9ea65ae6-3f0b-4665-977a-c363d3a389c3 up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:21.921999 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd90c6-bf2f-4a12-a66c-f93268143aa5 req-9c07d67f-51ce-420c-8078-2865633071f5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:21.929953 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3fcd90c6-bf2f-4a12-a66c-f93268143aa5 req-9c07d67f-51ce-420c-8078-2865633071f5 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 944 time: 0.0913007 Jan 14 22:48:21.975294 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3fcd90c6-bf2f-4a12-a66c-f93268143aa5 req-94ea8b59-a88c-42cd-a931-14d9ab02ebd9 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439818 Jan 14 22:48:21.993900 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-26b8737f-2041-4b27-8360-4af6d4e3edee tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:21.995309 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-26b8737f-2041-4b27-8360-4af6d4e3edee tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.39 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 949 time: 0.0970204 Jan 14 22:48:22.052823 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port 9ea65ae6-3f0b-4665-977a-c363d3a389c3 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:22.058232 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 9ea65ae6-3f0b-4665-977a-c363d3a389c3 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:22.058600 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:22.065346 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-ccdc2594-3bea-4bc1-a2cf-e83a7b092d63 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Deleting port ab8af419-40d1-44e7-88e8-352a44e47450 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:48:22.065974 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-ccdc2594-3bea-4bc1-a2cf-e83a7b092d63 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:22.175874 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:22.203763 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd18590b-9eb8-4c15-8ddc-8bed592004b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea65ae6-3f0b-4665-977a-c363d3a389c3'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:22.214465 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 9ea65ae6-3f0b-4665-977a-c363d3a389c3, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=9ea65ae6-3f0b-4665-977a-c363d3a389c3,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:22.254764 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd18590b-9eb8-4c15-8ddc-8bed592004b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea65ae6-3f0b-4665-977a-c363d3a389c3', 'code': 200} Jan 14 22:48:22.268831 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:22.269957 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 2521f6e1-5463-4d3e-874a-77e06a4614fb no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:48:22.322313 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-ccdc2594-3bea-4bc1-a2cf-e83a7b092d63 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] For port ab8af419-40d1-44e7-88e8-352a44e47450, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=ab8af419-40d1-44e7-88e8-352a44e47450,segment=NetworkSegment(bc1b5bed-c659-44c8-bb15-9968b069f40c),segment_id=bc1b5bed-c659-44c8-bb15-9968b069f40c)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:22.322656 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-ccdc2594-3bea-4bc1-a2cf-e83a7b092d63 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:22.342150 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: 2521f6e1-5463-4d3e-874a-77e06a4614fb {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:48:22.342544 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 2521f6e1-5463-4d3e-874a-77e06a4614fb not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:48:22.377527 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=9ea65ae6-3f0b-4665-977a-c363d3a389c3,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:22.450735 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-ccdc2594-3bea-4bc1-a2cf-e83a7b092d63 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Calling delete_port for ab8af419-40d1-44e7-88e8-352a44e47450 owned by compute:nova {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:48:22.465827 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275df201-3e00-4c5f-97d7-95b54bd20b05 req-4ead2cf7-942b-4e8c-8887-4a8a989eb3bd tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:22.467466 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-275df201-3e00-4c5f-97d7-95b54bd20b05 req-4ead2cf7-942b-4e8c-8887-4a8a989eb3bd tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0823073 Jan 14 22:48:22.516886 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-275df201-3e00-4c5f-97d7-95b54bd20b05 req-26390a17-d2e3-4b06-84e1-3ec65699c752 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433173 Jan 14 22:48:22.615664 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dd38e-6a04-47c3-a50e-53142b3e2e8b req-089dae7e-668f-4926-9988-ac20ba910bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:22.617115 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e83dd38e-6a04-47c3-a50e-53142b3e2e8b req-089dae7e-668f-4926-9988-ac20ba910bd7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 1098 time: 0.0722880 Jan 14 22:48:22.656701 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e83dd38e-6a04-47c3-a50e-53142b3e2e8b req-44b4bcf1-ff0d-4c1d-b599-b5b8057a94e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Jan 14 22:48:22.709381 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-ccdc2594-3bea-4bc1-a2cf-e83a7b092d63 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:22.720527 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['ab8af419-40d1-44e7-88e8-352a44e47450'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:22.760675 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc2594-3bea-4bc1-a2cf-e83a7b092d63 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Pushing event deleted for resources: {'Port': ['ID=ab8af419-40d1-44e7-88e8-352a44e47450,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:22.835167 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-ccdc2594-3bea-4bc1-a2cf-e83a7b092d63 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] No DVR routers for this DVR port ab8af419-40d1-44e7-88e8-352a44e47450 on host hv-cinder-82480 {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:48:22.838289 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-ccdc2594-3bea-4bc1-a2cf-e83a7b092d63 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:22.840946 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c00d76-6357-46b9-b9c5-4ad540f4ea4c', 'name': 'network-vif-deleted', 'tag': 'ab8af419-40d1-44e7-88e8-352a44e47450'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:22.894885 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c00d76-6357-46b9-b9c5-4ad540f4ea4c', 'name': 'network-vif-deleted', 'tag': 'ab8af419-40d1-44e7-88e8-352a44e47450', 'status': 'completed', 'code': 200} Jan 14 22:48:22.944890 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-0b084952-2cb7-4eea-a79e-710aba51cdbc req-ccdc2594-3bea-4bc1-a2cf-e83a7b092d63 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.39 "DELETE /v2.0/ports/ab8af419-40d1-44e7-88e8-352a44e47450 HTTP/1.1" status: 204 len: 173 time: 0.9435501 Jan 14 22:48:22.981496 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-42eed749-a63d-470f-b46e-b1fba2182b40 req-791b92d0-3a4d-4650-9d8d-9ee50e6dec99 tempest-VolumesNegativeTest-385697902 tempest-VolumesNegativeTest-385697902-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c00d76-6357-46b9-b9c5-4ad540f4ea4c HTTP/1.1" status: 200 len: 210 time: 0.0421197 Jan 14 22:48:23.168069 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a7b59-4495-4a69-a259-ff0cdbd337e4 req-555c5bff-24c7-4a5d-be97-fd95f7b56402 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:23.169497 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-be8a7b59-4495-4a69-a259-ff0cdbd337e4 req-555c5bff-24c7-4a5d-be97-fd95f7b56402 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 945 time: 0.0870323 Jan 14 22:48:23.213512 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-be8a7b59-4495-4a69-a259-ff0cdbd337e4 req-f568c069-7395-4858-808d-78ff30cef17a tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382769 Jan 14 22:48:23.711494 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf384b9-14cd-489b-ac24-073b39c132cf req-ffb74168-c684-4794-a63a-388a4cfd3b42 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:23.712950 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3bf384b9-14cd-489b-ac24-073b39c132cf req-ffb74168-c684-4794-a63a-388a4cfd3b42 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0840521 Jan 14 22:48:23.766098 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3bf384b9-14cd-489b-ac24-073b39c132cf req-21c30eef-32cd-4cda-ae69-94fb81439191 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470190 Jan 14 22:48:24.410562 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049fc47-f261-43ff-aa9c-2cdad8679cb4 req-85f17065-3364-4c18-9620-99bcb9cee639 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:24.412657 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0049fc47-f261-43ff-aa9c-2cdad8679cb4 req-85f17065-3364-4c18-9620-99bcb9cee639 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 945 time: 0.0891776 Jan 14 22:48:24.461375 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0049fc47-f261-43ff-aa9c-2cdad8679cb4 req-911e6860-6a23-4c52-9935-37b7d0ef08be tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424888 Jan 14 22:48:24.613197 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-9b5e3c3a-146b-4ddb-b065-1475bb4982c6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:24.615183 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-9b5e3c3a-146b-4ddb-b065-1475bb4982c6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Synchronizing usage tracker for tenant:2ea0d4111b914ebd91f5845cc389f721 on resource:port {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:48:24.686825 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-9b5e3c3a-146b-4ddb-b065-1475bb4982c6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Unset dirty status for tenant:2ea0d4111b914ebd91f5845cc389f721 on resource:port {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:48:24.690757 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-9b5e3c3a-146b-4ddb-b065-1475bb4982c6 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.1649706 Jan 14 22:48:24.760859 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-e0830655-a083-4ef6-8fd5-a4e32bf640b0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Deleting port c357e45d-49bc-4146-93f7-b2e20376f2ad {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:48:24.761194 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-e0830655-a083-4ef6-8fd5-a4e32bf640b0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:24.958997 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a372167-db76-4262-a27c-d76e68ab8e44 req-c539fde8-68ca-4c6c-962d-408d8d816d61 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:24.960515 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7a372167-db76-4262-a27c-d76e68ab8e44 req-c539fde8-68ca-4c6c-962d-408d8d816d61 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 945 time: 0.0841405 Jan 14 22:48:25.012741 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-e0830655-a083-4ef6-8fd5-a4e32bf640b0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] For port c357e45d-49bc-4146-93f7-b2e20376f2ad, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=c357e45d-49bc-4146-93f7-b2e20376f2ad,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:25.013095 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-e0830655-a083-4ef6-8fd5-a4e32bf640b0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:25.013311 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7a372167-db76-4262-a27c-d76e68ab8e44 req-bfadf3b4-5649-4676-a97c-ae32462163d0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447621 Jan 14 22:48:25.134996 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-e0830655-a083-4ef6-8fd5-a4e32bf640b0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Calling delete_port for c357e45d-49bc-4146-93f7-b2e20376f2ad owned by compute:nova {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:48:25.378357 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-e0830655-a083-4ef6-8fd5-a4e32bf640b0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:25.429537 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0830655-a083-4ef6-8fd5-a4e32bf640b0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Pushing event deleted for resources: {'Port': ['ID=c357e45d-49bc-4146-93f7-b2e20376f2ad,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:25.511834 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-e0830655-a083-4ef6-8fd5-a4e32bf640b0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] No DVR routers for this DVR port c357e45d-49bc-4146-93f7-b2e20376f2ad on host hv-cinder-82480 {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:48:25.514407 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-e0830655-a083-4ef6-8fd5-a4e32bf640b0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:25.521981 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eec50a3-4440-49ba-a208-1d61905c34ca', 'name': 'network-vif-deleted', 'tag': 'c357e45d-49bc-4146-93f7-b2e20376f2ad'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:25.567750 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eec50a3-4440-49ba-a208-1d61905c34ca', 'name': 'network-vif-deleted', 'tag': 'c357e45d-49bc-4146-93f7-b2e20376f2ad', 'status': 'completed', 'code': 200} Jan 14 22:48:25.607269 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a432adb2-5ab4-4dc1-867c-f84c5d647874 req-e0830655-a083-4ef6-8fd5-a4e32bf640b0 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.39 "DELETE /v2.0/ports/c357e45d-49bc-4146-93f7-b2e20376f2ad HTTP/1.1" status: 204 len: 173 time: 0.9103332 Jan 14 22:48:26.162056 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-187133f6-4d4b-470c-9c79-daeabba38ebe req-3ef5de4f-6277-46e1-9597-1814f5b4cd6d tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0414457 Jan 14 22:48:27.308929 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1a56b944-6056-4dc0-97eb-3966548258bc req-11ec3fa5-44e3-4655-a9f2-875c901c9d68 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0411158 Jan 14 22:48:27.602319 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a', 'c357e45d-49bc-4146-93f7-b2e20376f2ad'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:27.639586 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device ab8af419-40d1-44e7-88e8-352a44e47450 no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:48:27.709092 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: ab8af419-40d1-44e7-88e8-352a44e47450 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:48:27.709432 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device ab8af419-40d1-44e7-88e8-352a44e47450 not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:48:28.488066 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-777a9481-4f9f-4b04-90df-8e3c65e2e3a1 req-30ca7d4f-5a3a-4198-8f60-2dab180a09da tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eec50a3-4440-49ba-a208-1d61905c34ca HTTP/1.1" status: 200 len: 210 time: 0.0492072 Jan 14 22:48:28.679731 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device c357e45d-49bc-4146-93f7-b2e20376f2ad no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:48:28.718287 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: c357e45d-49bc-4146-93f7-b2e20376f2ad {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:48:28.718632 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device c357e45d-49bc-4146-93f7-b2e20376f2ad not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:48:30.214922 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72f08-7f03-470f-841e-4226b9d6ab07 req-8c6f31c0-9d71-479e-817d-ab91129505b2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:30.216385 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d3d72f08-7f03-470f-841e-4226b9d6ab07 req-8c6f31c0-9d71-479e-817d-ab91129505b2 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1009257 Jan 14 22:48:30.270499 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d3d72f08-7f03-470f-841e-4226b9d6ab07 req-c3ab2b84-2dd4-4216-9a92-f9eb069de093 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478747 Jan 14 22:48:31.243416 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34100) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:31.300083 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f9a8f-7bd0-4d17-ac64-3c53a5514dfd req-d754520d-effb-4864-8b0b-9ef624ceeaeb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:31.304762 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-223f9a8f-7bd0-4d17-ac64-3c53a5514dfd req-d754520d-effb-4864-8b0b-9ef624ceeaeb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1795874 Jan 14 22:48:31.364138 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-223f9a8f-7bd0-4d17-ac64-3c53a5514dfd req-ad977825-9482-44e4-9017-730ea06d496f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530603 Jan 14 22:48:31.500383 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34108) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:31.501106 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-ee90589b-6d1b-4a4e-8891-870a3c2e2ea1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b8590db79e14b7bb8fb2ccb408e45a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550154 Jan 14 22:48:31.565729 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b121c7b-0697-479c-8f3f-907a2424b35e req-45520874-36f1-44cc-9115-324bf5710515 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:31.568800 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8b121c7b-0697-479c-8f3f-907a2424b35e req-45520874-36f1-44cc-9115-324bf5710515 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.1681066 Jan 14 22:48:31.620116 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d292dec5-285c-4559-bc54-249724649f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:31.653796 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8b121c7b-0697-479c-8f3f-907a2424b35e req-43479877-ef5e-4acf-996f-c05356d7be27 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782866 Jan 14 22:48:31.666195 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d292dec5-285c-4559-bc54-249724649f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:31.829689 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d292dec5-285c-4559-bc54-249724649f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:31.853670 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292dec5-285c-4559-bc54-249724649f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463157b9-83d7-4cb4-b385-7ba8a69e6a5e,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:31.971482 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d292dec5-285c-4559-bc54-249724649f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:31.975662 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d292dec5-285c-4559-bc54-249724649f55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/463157b9-83d7-4cb4-b385-7ba8a69e6a5e HTTP/1.1" status: 204 len: 168 time: 0.4685414 Jan 14 22:48:32.605221 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06444796-39fc-4af9-97ec-0efa0f922f7d req-3cf3db40-356e-4a4e-aea5-3dd5a2eb9041 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:32.612353 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-06444796-39fc-4af9-97ec-0efa0f922f7d req-3cf3db40-356e-4a4e-aea5-3dd5a2eb9041 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1186285 Jan 14 22:48:32.681207 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-06444796-39fc-4af9-97ec-0efa0f922f7d req-29429645-14b8-4222-b603-57aa3c1bcdeb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677288 Jan 14 22:48:32.846036 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66241a4b-3d2f-495d-97e8-d782bbfd2ff7 req-d53ef451-93a9-47c5-b0b5-ac858cf16ba9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:32.847585 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-66241a4b-3d2f-495d-97e8-d782bbfd2ff7 req-d53ef451-93a9-47c5-b0b5-ac858cf16ba9 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.0806861 Jan 14 22:48:32.935726 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-66241a4b-3d2f-495d-97e8-d782bbfd2ff7 req-b5cdcc75-f852-492f-8757-2b2b3634e097 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803370 Jan 14 22:48:33.378002 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34152) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:33.494965 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-530546636-network', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:33.500001 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:33.505001 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Usage tracker for resource:network and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:33.508356 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:33.515211 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:33.599336 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Made reservation on behalf of 289e9279bc3446a6a3fef4e316a79eff for: {'network': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:48:33.601729 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:33.615367 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:33.632023 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:33.636724 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Usage tracker for resource:security_group_rule and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:33.639803 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:33.647578 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:33.751548 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:33.803590 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:33.877722 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:48:33.884359 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23933fb-1336-4caf-b03e-1da403c5cbea,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:33.903846 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:33.904197 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.segments_db [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Added segment 6b3f6a9b-4930-4362-9617-911e420441ab of type vlan for network 51d1b4ee-94dd-4f4d-8743-166ff4febbba Jan 14 22:48:33.939003 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:33.964694 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd254a-2547-4eb6-b7da-4a7979342d71 req-0f51f684-0b8f-42f7-8e7b-5fbe721ff14d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:33.966430 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-87cd254a-2547-4eb6-b7da-4a7979342d71 req-0f51f684-0b8f-42f7-8e7b-5fbe721ff14d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1655848 Jan 14 22:48:34.139914 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:34.140603 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:34.141177 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:34.210393 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-87cd254a-2547-4eb6-b7da-4a7979342d71 req-9822a6a7-e4f3-42d2-bc29-a6fb69672c7f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290628 Jan 14 22:48:34.323027 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] Pushing event updated for resources: {'Network': ['ID=51d1b4ee-94dd-4f4d-8743-166ff4febbba,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:34.336031 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 51d1b4ee-94dd-4f4d-8743-166ff4febbba details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:48:34.357616 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1fe9d-ea24-46de-bb74-5970542d7fb8 req-6bcb28cf-5e69-45d7-9f75-db3820aef068 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:34.368061 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f7a1fe9d-ea24-46de-bb74-5970542d7fb8 req-6bcb28cf-5e69-45d7-9f75-db3820aef068 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.2327297 Jan 14 22:48:34.423453 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-f969f1fb-8006-48ca-8a9e-24926474f35d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0444655 Jan 14 22:48:34.426724 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34170) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:34.434516 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f7a1fe9d-ea24-46de-bb74-5970542d7fb8 req-b4b38137-7ef1-44ba-b38f-87cbda0a5dd5 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652275 Jan 14 22:48:34.442211 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Request body: {'subnet': {'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-530546636-subnet', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'ip_version': 4}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:34.448041 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:34.452419 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Usage tracker for resource:subnet and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:34.455804 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:34.463265 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:34.520670 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Made reservation on behalf of 289e9279bc3446a6a3fef4e316a79eff for: {'subnet': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:48:34.523185 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1774206'] for subnet, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:34.829585 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14178364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1774160'] for subnet, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:34.903180 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6789470-6d93-4dfa-8b04-d28da801f686,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:34.918272 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Checking segment: {'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:34.918892 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Network hostable DHCP agents. Network: 51d1b4ee-94dd-4f4d-8743-166ff4febbba, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:48:34.972293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Network 51d1b4ee-94dd-4f4d-8743-166ff4febbba is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:48:35.057867 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 51d1b4ee-94dd-4f4d-8743-166ff4febbba) {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:35.063236 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:35.064815 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:35.074946 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ecad9-bcef-46a5-b502-764fab221ce9 None None] Network 51d1b4ee-94dd-4f4d-8743-166ff4febbba requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:48:35.138841 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-ebd3a24a-a1ae-4017-becf-38ea0ca13dfc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7085447 Jan 14 22:48:35.141042 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34178) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:35.147450 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:35.152772 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:35.157241 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Usage tracker for resource:router and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:35.161239 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:35.169121 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:35.235939 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-591190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125228'] for router, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:35.237142 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-943139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1028506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125269'] for router, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:35.261721 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:35.345395 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9fb5ad1-a60a-5e84-a8cb-91350f4bd22d-51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686'}]}} from dv-cinder-824801-1-iscsi. {{(pid=87474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 14 22:48:35.346349 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:35.663009 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.db_base_plugin_common [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Allocated IP 172.20.0.2 (51d1b4ee-94dd-4f4d-8743-166ff4febbba/e6789470-6d93-4dfa-8b04-d28da801f686/59be0921-4524-488d-a570-cc77ee498dc2) {{(pid=87474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:35.743987 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:35.825250 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cd12e-13c5-4acc-b2e9-0374c9b5ec47 req-1587d9fb-b77f-4758-9abe-d84dcb0a0a9c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:35.826797 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3a9cd12e-13c5-4acc-b2e9-0374c9b5ec47 req-1587d9fb-b77f-4758-9abe-d84dcb0a0a9c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.4731619 Jan 14 22:48:35.888561 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3a9cd12e-13c5-4acc-b2e9-0374c9b5ec47 req-d6c9f18b-17f1-4e77-a5e9-30283803d56b tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523932 Jan 14 22:48:35.934723 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599b154-53ac-43f2-82ea-5bb9ab9f9d5d req-25edda5f-5706-435a-ac23-98cce18b60d5 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:35.936178 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1599b154-53ac-43f2-82ea-5bb9ab9f9d5d req-25edda5f-5706-435a-ac23-98cce18b60d5 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.2110004 Jan 14 22:48:35.942501 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Notify callbacks [] for port, precommit_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:35.955859 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Transition to ACTIVE for port object 59be0921-4524-488d-a570-cc77ee498dc2 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:35.972013 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Transition to ACTIVE for port object 59be0921-4524-488d-a570-cc77ee498dc2 will not be triggered until provisioned by entity DHCP. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:36.015265 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1599b154-53ac-43f2-82ea-5bb9ab9f9d5d req-20e3bdb8-0086-4a90-9ad8-8993b678466a tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696683 Jan 14 22:48:36.064039 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:36.147744 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Network 51d1b4ee-94dd-4f4d-8743-166ff4febbba is already hosted by enough agents. {{(pid=87474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:36.156912 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.base_scheduler [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Resources bound (agent type, host, resource id): {{(pid=87474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:36.159497 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Received port after_create {{(pid=87474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:36.251447 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Pushing event updated for resources: {'Port': ['ID=59be0921-4524-488d-a570-cc77ee498dc2,revision_number=1']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:36.276099 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-e8dc1ff7-e439-43d5-9b4d-d4409f6e352b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:36.279835 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Attempting to bind port 59be0921-4524-488d-a570-cc77ee498dc2 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:48:36.283523 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Attempting to bind port 59be0921-4524-488d-a570-cc77ee498dc2 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:48:36.283523 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Attempting to bind port 59be0921-4524-488d-a570-cc77ee498dc2 on network 51d1b4ee-94dd-4f4d-8743-166ff4febbba {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:36.290832 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:48:36.291196 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Checking segment: {'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:36.291587 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:36.292881 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Bound using segment: {'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:48:36.293349 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Bound port: 59be0921-4524-488d-a570-cc77ee498dc2, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:48:36.293731 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:36.344911 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:36.391138 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:36.441852 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] For port 59be0921-4524-488d-a570-cc77ee498dc2, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:48:36.448171 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] For port 59be0921-4524-488d-a570-cc77ee498dc2, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=59be0921-4524-488d-a570-cc77ee498dc2,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:48:36.527527 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:36.635433 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7d930-2879-4cf7-94f8-6fac3a8fc395 None None] Pushing event updated for resources: {'Port': ['ID=59be0921-4524-488d-a570-cc77ee498dc2,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:36.672059 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Allocated IP 172.27.3.17 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/e3ff2a11-383e-4fc5-8659-01e239b29cf5) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:36.835712 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:36.933163 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:37.022152 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:37.025093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:37.033324 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:37.253350 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ff2a11-383e-4fc5-8659-01e239b29cf5,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:37.418356 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10053213-3b48-4e69-afe3-0800685dadd7 req-2349d368-9140-4326-8081-e47a66d36935 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:37.420926 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-10053213-3b48-4e69-afe3-0800685dadd7 req-2349d368-9140-4326-8081-e47a66d36935 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Synchronizing usage tracker for tenant:2ea0d4111b914ebd91f5845cc389f721 on resource:port {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:48:37.537621 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-10053213-3b48-4e69-afe3-0800685dadd7 req-2349d368-9140-4326-8081-e47a66d36935 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Unset dirty status for tenant:2ea0d4111b914ebd91f5845cc389f721 on resource:port {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:48:37.539240 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-10053213-3b48-4e69-afe3-0800685dadd7 req-2349d368-9140-4326-8081-e47a66d36935 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.39 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.2913902 Jan 14 22:48:37.564338 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc21c37-d67e-48f2-9833-2e921d462080 req-bd5ef617-94d4-4a34-968e-2ee352139d54 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:37.566113 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7dc21c37-d67e-48f2-9833-2e921d462080 req-bd5ef617-94d4-4a34-968e-2ee352139d54 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.4332557 Jan 14 22:48:37.575626 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3485-9a34-4bba-9596-638de938a296 req-7f1f5cf3-e8d1-4c24-a028-e56597d36dd1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:37.587342 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-da4d3485-9a34-4bba-9596-638de938a296 req-7f1f5cf3-e8d1-4c24-a028-e56597d36dd1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 946 time: 0.3875377 Jan 14 22:48:37.660989 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-10053213-3b48-4e69-afe3-0800685dadd7 req-a4e6b9f3-0e78-4d0e-a049-7f3dcbc73ed1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Deleting port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:48:37.662107 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-10053213-3b48-4e69-afe3-0800685dadd7 req-a4e6b9f3-0e78-4d0e-a049-7f3dcbc73ed1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:37.799670 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7dc21c37-d67e-48f2-9833-2e921d462080 req-0edbf8c8-aeb5-4646-85b3-a3bcf82627bd tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925879 Jan 14 22:48:37.811935 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-da4d3485-9a34-4bba-9596-638de938a296 req-11dec0da-c06e-44b9-9148-7cd082383d82 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/security-groups?id=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234499 Jan 14 22:48:37.977362 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:38.089758 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-10053213-3b48-4e69-afe3-0800685dadd7 req-a4e6b9f3-0e78-4d0e-a049-7f3dcbc73ed1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] For port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:38.090151 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-10053213-3b48-4e69-afe3-0800685dadd7 req-a4e6b9f3-0e78-4d0e-a049-7f3dcbc73ed1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:38.140315 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12bcaa0-e248-4456-96cf-e7a2abaebf65 None None] Network 51d1b4ee-94dd-4f4d-8743-166ff4febbba requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:48:38.186179 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 59be0921-4524-488d-a570-cc77ee498dc2 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:38.372522 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-10053213-3b48-4e69-afe3-0800685dadd7 req-a4e6b9f3-0e78-4d0e-a049-7f3dcbc73ed1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Calling delete_port for 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a owned by compute:nova {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:48:38.422157 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-e80db144-39a6-4372-a05f-eef62f8c76fa None None] Provisioning for port 59be0921-4524-488d-a570-cc77ee498dc2 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:38.431551 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc186-44ae-49e9-bddd-33a5967cfff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:38.465955 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305'] for router, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:38.536705 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 59be0921-4524-488d-a570-cc77ee498dc2 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:38.556114 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 59be0921-4524-488d-a570-cc77ee498dc2 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:38.556809 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:38.616354 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-10053213-3b48-4e69-afe3-0800685dadd7 req-a4e6b9f3-0e78-4d0e-a049-7f3dcbc73ed1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:38.650173 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:38.711459 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6b9f3-0e78-4d0e-a049-7f3dcbc73ed1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Pushing event deleted for resources: {'Port': ['ID=0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:38.807012 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-10053213-3b48-4e69-afe3-0800685dadd7 req-a4e6b9f3-0e78-4d0e-a049-7f3dcbc73ed1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] No DVR routers for this DVR port 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a on host hv-cinder-82480 {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:48:38.814678 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-10053213-3b48-4e69-afe3-0800685dadd7 req-a4e6b9f3-0e78-4d0e-a049-7f3dcbc73ed1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:38.818943 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250057d6-935a-47af-b518-519ca82e16bc', 'name': 'network-vif-deleted', 'tag': '0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:38.915858 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-10053213-3b48-4e69-afe3-0800685dadd7 req-a4e6b9f3-0e78-4d0e-a049-7f3dcbc73ed1 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.39 "DELETE /v2.0/ports/0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a HTTP/1.1" status: 204 len: 173 time: 1.3602040 Jan 14 22:48:38.934632 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250057d6-935a-47af-b518-519ca82e16bc', 'name': 'network-vif-deleted', 'tag': '0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a', 'status': 'completed', 'code': 200} Jan 14 22:48:38.980677 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:39.019423 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Router 1fc88dd0-a691-40f5-b92a-510bfa956841 is scheduled to L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 with binding_index 1 {{(pid=87473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 14 22:48:39.026052 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 59be0921-4524-488d-a570-cc77ee498dc2, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=59be0921-4524-488d-a570-cc77ee498dc2,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:39.116007 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:39.270889 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f2d8d9a9-daaf-44a1-b949-4d4835ac7171 req-ca423ddb-217e-463a-90c6-6d0814d8b8d5 tempest-ServerRescueNegativeTestJSON-1281185840 tempest-ServerRescueNegativeTestJSON-1281185840-project] 10.222.0.25 "GET /v2.0/ports?device_id=250057d6-935a-47af-b518-519ca82e16bc HTTP/1.1" status: 200 len: 210 time: 0.0832455 Jan 14 22:48:39.307813 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=59be0921-4524-488d-a570-cc77ee498dc2,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:39.420379 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:48:39.433416 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Sync routers for ids ['1fc88dd0-a691-40f5-b92a-510bfa956841'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:48:39.447845 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Routers {'1fc88dd0-a691-40f5-b92a-510bfa956841'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:48:39.448826 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['1fc88dd0-a691-40f5-b92a-510bfa956841'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:39.449519 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dca987-ce88-48d5-9bdf-7408607d1b3a req-259a9621-6a31-4644-bd2a-3feb81a77478 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:39.456357 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c2dca987-ce88-48d5-9bdf-7408607d1b3a req-259a9621-6a31-4644-bd2a-3feb81a77478 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.3102515 Jan 14 22:48:39.478406 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-c52437f2-2510-44d0-a7dc-cd1948bf9f02 None None] Provisioning complete for port 59be0921-4524-488d-a570-cc77ee498dc2 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:39.480511 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c52437f2-2510-44d0-a7dc-cd1948bf9f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:39.522479 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c2dca987-ce88-48d5-9bdf-7408607d1b3a req-458108b8-f38e-4b67-b04e-90820fc1daf3 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651581 Jan 14 22:48:39.544107 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:39.547683 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-ff4b2f70-5b7e-4c61-8f42-3be184315c84 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4032598 Jan 14 22:48:39.547900 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34234) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:39.680922 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Set router 1fc88dd0-a691-40f5-b92a-510bfa956841 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:48:39.717172 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:39.782908 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:40.100165 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:37Z', 'revision_number': 3, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:40.112362 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Checking router: 1fc88dd0-a691-40f5-b92a-510bfa956841 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:48:40.112719 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Updating router 1fc88dd0-a691-40f5-b92a-510bfa956841 port e3ff2a11-383e-4fc5-8659-01e239b29cf5 binding host dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:48:40.142842 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 59be0921-4524-488d-a570-cc77ee498dc2 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:40.236271 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:40.269120 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 59be0921-4524-488d-a570-cc77ee498dc2 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:40.270339 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:40.448735 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34248) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:40.708778 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:48:40.747761 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:40.758496 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:48:40.759225 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 0dca41ba-8a7d-41c2-b44b-7b4dbb32c75a not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:48:40.881460 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Notify callbacks [] for port, precommit_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:40.897613 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.provisioning_blocks [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Transition to ACTIVE for port object e3ff2a11-383e-4fc5-8659-01e239b29cf5 will not be triggered until provisioned by entity L2. {{(pid=87475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:41.014702 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960e0df-24f0-4f13-86a5-528a22aced37 req-1173f06c-9666-44cd-a1c8-c1a3d4a8d8a8 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:41.017484 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a960e0df-24f0-4f13-86a5-528a22aced37 req-1173f06c-9666-44cd-a1c8-c1a3d4a8d8a8 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.3632667 Jan 14 22:48:41.052879 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:41.180703 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Attempting to bind port e3ff2a11-383e-4fc5-8659-01e239b29cf5 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:48:41.185110 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Attempting to bind port e3ff2a11-383e-4fc5-8659-01e239b29cf5 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:48:41.185110 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Attempting to bind port e3ff2a11-383e-4fc5-8659-01e239b29cf5 on network f5e3ea0a-7141-444e-ae92-10b3ccc8933d {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:41.205441 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:48:41.207929 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:41.207929 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:41.208279 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Bound using segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:48:41.208933 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Bound port: e3ff2a11-383e-4fc5-8659-01e239b29cf5, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:48:41.209335 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:41.235010 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:41.251000 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Pushing event updated for resources: {'Port': ['ID=e3ff2a11-383e-4fc5-8659-01e239b29cf5,revision_number=2']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:41.262848 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a960e0df-24f0-4f13-86a5-528a22aced37 req-97b945b4-cf12-48f1-8c79-cdfa6cd9155e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531963 Jan 14 22:48:41.270890 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.271231 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.271623 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.272026 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.272271 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.274492 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.274492 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.274707 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.275053 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.275323 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.275642 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.276545 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:41.309113 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943118'] for router_interface, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:41.319862 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Allocated IP 172.20.0.1 (51d1b4ee-94dd-4f4d-8743-166ff4febbba/e6789470-6d93-4dfa-8b04-d28da801f686/84620b54-94b4-4dd5-948b-daadf9fe451d) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:41.354214 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] For port e3ff2a11-383e-4fc5-8659-01e239b29cf5, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:48:41.358376 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] For port e3ff2a11-383e-4fc5-8659-01e239b29cf5, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=e3ff2a11-383e-4fc5-8659-01e239b29cf5,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:48:41.435152 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:41.532291 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:41.556879 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Transition to ACTIVE for port object 84620b54-94b4-4dd5-948b-daadf9fe451d will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:41.653840 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Routers {'1fc88dd0-a691-40f5-b92a-510bfa956841'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:48:41.654862 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['1fc88dd0-a691-40f5-b92a-510bfa956841'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:41.686407 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:41.732834 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f6123-048b-49e1-9bb5-9a7c13a25ae1 None None] Pushing event updated for resources: {'Port': ['ID=e3ff2a11-383e-4fc5-8659-01e239b29cf5,revision_number=3']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:41.757900 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] Deleting port 274ca273-c984-4254-94eb-845bcb814054 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:48:41.758539 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:41.772259 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Network 51d1b4ee-94dd-4f4d-8743-166ff4febbba is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:41.776039 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:41.794907 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:41.852015 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Pushing event updated for resources: {'Port': ['ID=84620b54-94b4-4dd5-948b-daadf9fe451d,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:41.888975 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943251'] for router_interface, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:41.889356 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] Set router 1fc88dd0-a691-40f5-b92a-510bfa956841 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:48:42.096585 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] For port 274ca273-c984-4254-94eb-845bcb814054, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=274ca273-c984-4254-94eb-845bcb814054,segment=NetworkSegment(328beb2e-5b2f-4571-8f62-4fb0e415a7aa),segment_id=328beb2e-5b2f-4571-8f62-4fb0e415a7aa)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:42.097026 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:42.171218 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-aad3487d-4307-4031-b12a-2454756d9254 None None] Provisioning for port 84620b54-94b4-4dd5-948b-daadf9fe451d completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:42.177703 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-aad3487d-4307-4031-b12a-2454756d9254 None None] Provisioning complete for port 84620b54-94b4-4dd5-948b-daadf9fe451d triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:42.181765 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-aad3487d-4307-4031-b12a-2454756d9254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:42.216718 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:42.284875 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-aad3487d-4307-4031-b12a-2454756d9254 None None] Port 84620b54-94b4-4dd5-948b-daadf9fe451d cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:48:42.383021 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] Calling delete_port for 274ca273-c984-4254-94eb-845bcb814054 owned by network:router_interface {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:48:42.390701 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:37Z', 'revision_number': 3, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:42.403058 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e54883-4dba-4024-b77a-1d8060a33557 None None] The sync data for ids ['1fc88dd0-a691-40f5-b92a-510bfa956841'] in dv-cinder-824801-1-iscsi is: [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:37Z', 'revision_number': 3, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:48:42.786943 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58528870-07fb-4421-b629-f601cc92f71e req-207e8218-5d5e-4fa7-a9d7-79f82c4421d3 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:42.788487 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-58528870-07fb-4421-b629-f601cc92f71e req-207e8218-5d5e-4fa7-a9d7-79f82c4421d3 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.2983959 Jan 14 22:48:42.854990 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:42.917573 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-58528870-07fb-4421-b629-f601cc92f71e req-39286a15-4b72-4f7e-9d9a-a042a220cade tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834308 Jan 14 22:48:42.937536 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:43.093832 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943356'] for router_interface, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:43.100624 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Pushing event updated for resources: {'Port': ['ID=84620b54-94b4-4dd5-948b-daadf9fe451d,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:43.154482 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:43.228051 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=274ca273-c984-4254-94eb-845bcb814054,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:43.291787 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Network 51d1b4ee-94dd-4f4d-8743-166ff4febbba is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:43.292908 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:43.571506 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Router 1fc88dd0-a691-40f5-b92a-510bfa956841 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:48:43.747990 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943218'] for router_interface, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:43.750547 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f4a6a97f-e490-4b14-8b2b-09c80e775c87 None None] Provisioning complete for port 84620b54-94b4-4dd5-948b-daadf9fe451d triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:43.750547 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a97f-e490-4b14-8b2b-09c80e775c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:43.849834 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f4a6a97f-e490-4b14-8b2b-09c80e775c87 None None] Port 84620b54-94b4-4dd5-948b-daadf9fe451d cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:48:43.980099 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:48:44.005522 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-750f3da9-6fe7-44d8-b240-ac14319548cd admin admin] 10.222.0.25 "PUT /v2.0/routers/1fc88dd0-a691-40f5-b92a-510bfa956841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4564707 Jan 14 22:48:44.193694 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] Router c7aca5a1-9341-464f-8ddd-f54968302b77 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:48:44.298830 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e3ff2a11-383e-4fc5-8659-01e239b29cf5 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:44.344717 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df9e9e-f266-48b3-81d8-2fea85e7cb9a req-d8205332-840f-4fd4-aefa-a973581aff77 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:44.346658 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-08df9e9e-f266-48b3-81d8-2fea85e7cb9a req-d8205332-840f-4fd4-aefa-a973581aff77 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1912010 Jan 14 22:48:44.458731 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-08df9e9e-f266-48b3-81d8-2fea85e7cb9a req-3603fbe3-efc4-4694-ac12-fbb1bd2ca92d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035070 Jan 14 22:48:44.541829 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port e3ff2a11-383e-4fc5-8659-01e239b29cf5 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:44.552939 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port e3ff2a11-383e-4fc5-8659-01e239b29cf5 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:44.555640 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:44.672366 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:48:44.685326 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-e4e3804c-ac91-4842-bcc5-e8e12b428b77 admin admin] 10.222.0.25 "PUT /v2.0/routers/c7aca5a1-9341-464f-8ddd-f54968302b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2354443 Jan 14 22:48:44.687816 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34300) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:44.736626 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] Sync routers for ids ['c7aca5a1-9341-464f-8ddd-f54968302b77'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:48:44.767633 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] Routers {'c7aca5a1-9341-464f-8ddd-f54968302b77'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:48:44.768562 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['c7aca5a1-9341-464f-8ddd-f54968302b77'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:44.857886 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:44.883601 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port e3ff2a11-383e-4fc5-8659-01e239b29cf5, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=e3ff2a11-383e-4fc5-8659-01e239b29cf5,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:44.971003 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Notify callbacks [] for router, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:45.014386 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:45.057919 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Sync routers for ids ['1fc88dd0-a691-40f5-b92a-510bfa956841'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:48:45.072193 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Routers {'1fc88dd0-a691-40f5-b92a-510bfa956841'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:48:45.073195 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['1fc88dd0-a691-40f5-b92a-510bfa956841'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:45.190868 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=e3ff2a11-383e-4fc5-8659-01e239b29cf5,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:45.218999 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.221179 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.221734 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.222845 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.235143 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.235784 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.236358 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.237054 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.237564 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.239033 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.239502 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.239920 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:45.278247 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] Set router c7aca5a1-9341-464f-8ddd-f54968302b77 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:48:45.362202 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:45.391663 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34314) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:45.397993 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1672250240-network', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:45.404299 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5321d41-69b3-4d98-9830-dced0bc0aeb5 req-08bca491-851c-4a1f-8ee2-cae8f52151a9 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:45.405844 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b5321d41-69b3-4d98-9830-dced0bc0aeb5 req-08bca491-851c-4a1f-8ee2-cae8f52151a9 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 945 time: 0.1407449 Jan 14 22:48:45.407073 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:45.414853 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Usage tracker for resource:network and tenant:61b7740791a04626a2c5b4af12fc869b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:45.426867 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:45.437989 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:45.454166 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Deleting port 0a880e39-93de-4242-87d8-17b487900c74 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:48:45.454482 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:45.474844 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Set router 1fc88dd0-a691-40f5-b92a-510bfa956841 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:48:45.514258 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Made reservation on behalf of 61b7740791a04626a2c5b4af12fc869b for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:48:45.516693 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:45.539682 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:45.563330 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b5321d41-69b3-4d98-9830-dced0bc0aeb5 req-10157a40-a410-42b3-a3bd-d2fcfa2d6835 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516032 Jan 14 22:48:45.583709 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:45.600235 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:61b7740791a04626a2c5b4af12fc869b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:45.620845 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:45.639842 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:45.781543 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-router', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '0a880e39-93de-4242-87d8-17b487900c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:54Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 5, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'gw_port': {'id': '0a880e39-93de-4242-87d8-17b487900c74', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:56Z', 'updated_at': '2022-01-14T22:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:45.786858 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] Checking router: c7aca5a1-9341-464f-8ddd-f54968302b77 for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:48:45.797036 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] Routers {'c7aca5a1-9341-464f-8ddd-f54968302b77'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:48:45.797680 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['c7aca5a1-9341-464f-8ddd-f54968302b77'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:45.838454 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:45.915371 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:45.936326 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] For port 0a880e39-93de-4242-87d8-17b487900c74, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=0a880e39-93de-4242-87d8-17b487900c74,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:45.936591 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:45.955372 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:48:45.959119 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '84620b54-94b4-4dd5-948b-daadf9fe451d', 'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'mac_address': 'fa:16:3e:3c:2e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:40Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 2, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'subnets': [{'id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:45.964932 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Checking router: 1fc88dd0-a691-40f5-b92a-510bfa956841 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:48:45.965582 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Updating router 1fc88dd0-a691-40f5-b92a-510bfa956841 port 84620b54-94b4-4dd5-948b-daadf9fe451d binding host dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:48:45.966807 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209ad624-cdb3-46a9-9f52-e6be48757807,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:45.993704 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:45.994281 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Added segment fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f of type vlan for network fadf3a69-cfad-4f3e-ac95-bec32824dacc Jan 14 22:48:46.037230 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:46.041312 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] Set router c7aca5a1-9341-464f-8ddd-f54968302b77 gateway port host: None {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:48:46.064130 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:46.155540 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e3ff2a11-383e-4fc5-8659-01e239b29cf5 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:46.165972 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Calling delete_port for 0a880e39-93de-4242-87d8-17b487900c74 owned by network:router_gateway {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:48:46.171146 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:46.172591 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:46.173349 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:46.235447 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469395b9-68fe-4160-bc97-ae9eca94c2e7 req-9c33cbeb-7de6-4f4c-9aeb-b9ac1ee135e0 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:46.237340 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-469395b9-68fe-4160-bc97-ae9eca94c2e7 req-9c33cbeb-7de6-4f4c-9aeb-b9ac1ee135e0 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.4244068 Jan 14 22:48:46.356924 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-router', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:54Z', 'updated_at': '2022-01-14T22:48:45Z', 'revision_number': 6, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'gw_port_host': None}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:46.363817 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf6599-d6bf-4b14-8a2b-da213cfe1f4c None None] The sync data for ids ['c7aca5a1-9341-464f-8ddd-f54968302b77'] in dv-cinder-824801-1-iscsi is: [{'id': 'c7aca5a1-9341-464f-8ddd-f54968302b77', 'name': 'tempest-ServerRescueNegativeTestJSON-1602956637-router', 'tenant_id': '2ea0d4111b914ebd91f5845cc389f721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:54Z', 'updated_at': '2022-01-14T22:48:45Z', 'revision_number': 6, 'project_id': '2ea0d4111b914ebd91f5845cc389f721', 'gw_port_host': None}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:48:46.386066 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port e3ff2a11-383e-4fc5-8659-01e239b29cf5 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:46.386593 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:46.422795 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=fadf3a69-cfad-4f3e-ac95-bec32824dacc,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:46.440473 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network fadf3a69-cfad-4f3e-ac95-bec32824dacc details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:48:46.446880 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-f532588c-ed03-4e93-838f-f5d6e0407eb8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0540442 Jan 14 22:48:46.447701 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34324) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:46.479391 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Request body: {'subnet': {'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1672250240-subnet', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:46.489760 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-469395b9-68fe-4160-bc97-ae9eca94c2e7 req-f6767539-6614-4ed2-9bcd-2fa8d53e5751 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437339 Jan 14 22:48:46.493728 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:46.503865 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Usage tracker for resource:subnet and tenant:61b7740791a04626a2c5b4af12fc869b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:46.513132 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:46.535950 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:46.639631 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Made reservation on behalf of 61b7740791a04626a2c5b4af12fc869b for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:48:46.642391 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61016240'] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:46.714394 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:46.772228 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Notify callbacks [] for port, precommit_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:46.807354 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a880e39-93de-4242-87d8-17b487900c74,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:46.822752 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.provisioning_blocks [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Transition to ACTIVE for port object 84620b54-94b4-4dd5-948b-daadf9fe451d will not be triggered until provisioned by entity L2. {{(pid=87475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:46.880241 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.076355 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3137f5-b466-415e-8aa0-b558fda3fd67 None None] Pushing event updated for resources: {'Port': ['ID=84620b54-94b4-4dd5-948b-daadf9fe451d,revision_number=3']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:47.086641 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591349'] for router_gateway, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.191962 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Attempting to bind port 84620b54-94b4-4dd5-948b-daadf9fe451d on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:48:47.192282 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Attempting to bind port 84620b54-94b4-4dd5-948b-daadf9fe451d by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:48:47.192607 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Attempting to bind port 84620b54-94b4-4dd5-948b-daadf9fe451d on network 51d1b4ee-94dd-4f4d-8743-166ff4febbba {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:47.199863 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:48:47.200244 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Checking segment: {'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:47.200793 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.201273 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Bound using segment: {'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:48:47.201891 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Bound port: 84620b54-94b4-4dd5-948b-daadf9fe451d, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'}}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:48:47.207578 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.247143 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-1487c696-59fc-4b65-8889-b8d6ca8cdb75 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:47.249051 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-1487c696-59fc-4b65-8889-b8d6ca8cdb75 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Synchronizing usage tracker for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:48:47.308861 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61016222'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.345219 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] For port 84620b54-94b4-4dd5-948b-daadf9fe451d, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:48:47.352383 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] For port 84620b54-94b4-4dd5-948b-daadf9fe451d, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=84620b54-94b4-4dd5-948b-daadf9fe451d,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:48:47.481858 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-1487c696-59fc-4b65-8889-b8d6ca8cdb75 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Unset dirty status for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:48:47.481858 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-1487c696-59fc-4b65-8889-b8d6ca8cdb75 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 945 time: 0.4811449 Jan 14 22:48:47.566629 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.567639 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23544bb-6b86-4ba2-851c-a8346ad350a4,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:47.611442 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125274'] for router, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.625306 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.649037 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Checking segment: {'id': 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:47.649484 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Network hostable DHCP agents. Network: fadf3a69-cfad-4f3e-ac95-bec32824dacc, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:48:47.669930 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-844a2f17-9ed8-4276-b6fa-7c7f8ecf2b01 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Deleting port 9ea65ae6-3f0b-4665-977a-c363d3a389c3 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:48:47.670307 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-844a2f17-9ed8-4276-b6fa-7c7f8ecf2b01 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.750030 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Routers {'1fc88dd0-a691-40f5-b92a-510bfa956841'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:48:47.750574 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['1fc88dd0-a691-40f5-b92a-510bfa956841'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:47.756441 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b521e8d-1b4c-4f5c-b87b-b705478aa57d req-c0db7296-62df-4c02-ae46-81842eef39a8 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:47.762855 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3b521e8d-1b4c-4f5c-b87b-b705478aa57d req-c0db7296-62df-4c02-ae46-81842eef39a8 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 945 time: 0.9566922 Jan 14 22:48:47.821214 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Network fadf3a69-cfad-4f3e-ac95-bec32824dacc is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:48:47.863449 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3137f5-b466-415e-8aa0-b558fda3fd67 None None] Pushing event updated for resources: {'Port': ['ID=84620b54-94b4-4dd5-948b-daadf9fe451d,revision_number=4']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:47.895659 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590148'] for router, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.898213 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7aca5a1-9341-464f-8ddd-f54968302b77 {{(pid=87473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 22:48:47.915706 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, fadf3a69-cfad-4f3e-ac95-bec32824dacc) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:47.916586 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3b521e8d-1b4c-4f5c-b87b-b705478aa57d req-49bc476c-8611-4a9e-86ff-96e99a236908 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796208 Jan 14 22:48:47.930673 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:47.931891 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-416b55f6-1a54-4291-860f-aed700914b56 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c7aca5a1-9341-464f-8ddd-f54968302b77 HTTP/1.1" status: 204 len: 168 time: 3.2428899 Jan 14 22:48:47.943892 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34344) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:47.947608 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10708874-1610-4aca-aa5c-70c92f705a93 None None] Network fadf3a69-cfad-4f3e-ac95-bec32824dacc requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:48:47.984582 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] Set router 1fc88dd0-a691-40f5-b92a-510bfa956841 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:48:47.992316 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:47.999150 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.125516 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc5ae2e-45cb-4deb-8a15-c784dedd17d1 admin admin] Deleting subnet f7a60679-5b63-4b30-b6a7-284c957fb909 {{(pid=87473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:48:48.133909 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ae2e-45cb-4deb-8a15-c784dedd17d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.218567 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ae2e-45cb-4deb-8a15-c784dedd17d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153136'] for subnet, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.221570 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 0a880e39-93de-4242-87d8-17b487900c74 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:48:48.267949 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc882c-ab0b-4dc6-a2af-9acacfe5b479 req-235b29be-6583-42e4-9631-40fbe9b432c2 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:48.275873 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-f38d0929-cc09-408b-88fc-49e646fde6de admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8222134 Jan 14 22:48:48.275873 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34348) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:48.276155 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-06cc882c-ab0b-4dc6-a2af-9acacfe5b479 req-235b29be-6583-42e4-9631-40fbe9b432c2 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.5108118 Jan 14 22:48:48.285626 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1672250240-router', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:48.291329 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-844a2f17-9ed8-4276-b6fa-7c7f8ecf2b01 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] For port 9ea65ae6-3f0b-4665-977a-c363d3a389c3, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=9ea65ae6-3f0b-4665-977a-c363d3a389c3,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:48.292014 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-844a2f17-9ed8-4276-b6fa-7c7f8ecf2b01 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.308377 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 0a880e39-93de-4242-87d8-17b487900c74 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:48:48.308760 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 0a880e39-93de-4242-87d8-17b487900c74 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:48:48.309115 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 274ca273-c984-4254-94eb-845bcb814054 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:48:48.312025 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:48.350578 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-06cc882c-ab0b-4dc6-a2af-9acacfe5b479 req-74013b52-7b8e-4be4-ae79-7c7c696e5605 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707457 Jan 14 22:48:48.364123 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ae2e-45cb-4deb-8a15-c784dedd17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.435131 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Usage tracker for resource:router and tenant:61b7740791a04626a2c5b4af12fc869b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:48.522711 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:48.539046 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-844a2f17-9ed8-4276-b6fa-7c7f8ecf2b01 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Calling delete_port for 9ea65ae6-3f0b-4665-977a-c363d3a389c3 owned by compute:nova {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:48:48.559798 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ae2e-45cb-4deb-8a15-c784dedd17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14178557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1774171'] for subnet, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.574145 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:48.638880 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 274ca273-c984-4254-94eb-845bcb814054 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:48:48.639226 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 274ca273-c984-4254-94eb-845bcb814054 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:48:48.645749 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5ae2e-45cb-4deb-8a15-c784dedd17d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a60679-5b63-4b30-b6a7-284c957fb909,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:48.654430 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ae2e-45cb-4deb-8a15-c784dedd17d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.664677 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-7bc5ae2e-45cb-4deb-8a15-c784dedd17d1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f7a60679-5b63-4b30-b6a7-284c957fb909 HTTP/1.1" status: 204 len: 168 time: 0.7183716 Jan 14 22:48:48.665380 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34354) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:48.675395 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9fb5ad1-a60a-5e84-a8cb-91350f4bd22d-fadf3a69-cfad-4f3e-ac95-bec32824dacc', 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'fixed_ips': [{'subnet_id': 'd23544bb-6b86-4ba2-851c-a8346ad350a4'}]}} from dv-cinder-824801-1-iscsi. {{(pid=87474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 14 22:48:48.680240 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.720026 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-591190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125228'] for router, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.721731 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-943139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1028506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125269'] for router, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.728992 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '84620b54-94b4-4dd5-948b-daadf9fe451d', 'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'mac_address': 'fa:16:3e:3c:2e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:40Z', 'updated_at': '2022-01-14T22:48:47Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'subnets': [{'id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:48.733689 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f7e018-6a41-44c9-983f-2c2f3de55939 None None] The sync data for ids ['1fc88dd0-a691-40f5-b92a-510bfa956841'] in dv-cinder-824801-1-iscsi is: [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '84620b54-94b4-4dd5-948b-daadf9fe451d', 'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'mac_address': 'fa:16:3e:3c:2e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:40Z', 'updated_at': '2022-01-14T22:48:47Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'subnets': [{'id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:48:48.743003 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:48.969673 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:49.073872 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.db_base_plugin_common [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Allocated IP 172.20.0.2 (fadf3a69-cfad-4f3e-ac95-bec32824dacc/d23544bb-6b86-4ba2-851c-a8346ad350a4/4eaf3819-b1ad-4674-923c-fbfba5ae3095) {{(pid=87474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:49.366501 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-844a2f17-9ed8-4276-b6fa-7c7f8ecf2b01 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:49.446156 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['75d40ecb-9f01-4ab3-ad1a-f0700544f13b', 'a0080e08-df99-4266-94da-9bd13b2985fd', 'b2dbd31c-3333-41bd-ad17-609ca2eedc90'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:49.468409 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:49.527548 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bebe5b-4437-44d1-b77b-3462d9c0eb95']}} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:49.555413 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328beb2e-5b2f-4571-8f62-4fb0e415a7aa') {'for_net_delete': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:49.555712 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328beb2e-5b2f-4571-8f62-4fb0e415a7aa') {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:49.570385 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153129'] for segment, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:49.607466 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:49.626934 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a2f17-9ed8-4276-b6fa-7c7f8ecf2b01 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Pushing event deleted for resources: {'Port': ['ID=9ea65ae6-3f0b-4665-977a-c363d3a389c3,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:49.650128 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-346818cf-82b6-44cf-aae1-92169f9b6f13 req-9b9f9827-6cc7-4541-b145-ff942714c8d9 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 210 time: 0.5150013 Jan 14 22:48:49.661402 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:49.677159 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:48:49.677547 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14178467'] for segment, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:49.684140 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: Traceback (most recent call last): Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: timer() Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: cb(*args, **kw) Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: return func(*args, **kwargs) Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: self._notify() Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: self.callback(batched_events) Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: event.method(event) Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: return f(self, *a, **k) Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._get(url).json() Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: return self.request(url, 'GET', **kwargs) Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:48:49.699268 dv-cinder-824801-1-iscsi neutron-server[87473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:48:49.702676 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Transition to ACTIVE for port object 4eaf3819-b1ad-4674-923c-fbfba5ae3095 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:49.760976 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acd69f-2429-4ec4-924b-1d20e60dcb0f req-f9318ce2-2854-4625-ab05-aaffdf4787c9 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:49.768815 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f5acd69f-2429-4ec4-924b-1d20e60dcb0f req-f9318ce2-2854-4625-ab05-aaffdf4787c9 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.7967548 Jan 14 22:48:49.781506 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-844a2f17-9ed8-4276-b6fa-7c7f8ecf2b01 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] No DVR routers for this DVR port 9ea65ae6-3f0b-4665-977a-c363d3a389c3 on host hv-cinder-82480 {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:48:49.795086 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-844a2f17-9ed8-4276-b6fa-7c7f8ecf2b01 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:49.802229 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd18590b-9eb8-4c15-8ddc-8bed592004b1', 'name': 'network-vif-deleted', 'tag': '9ea65ae6-3f0b-4665-977a-c363d3a389c3'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:49.811866 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Transition to ACTIVE for port object 4eaf3819-b1ad-4674-923c-fbfba5ae3095 will not be triggered until provisioned by entity DHCP. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:49.906009 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd18590b-9eb8-4c15-8ddc-8bed592004b1', 'name': 'network-vif-deleted', 'tag': '9ea65ae6-3f0b-4665-977a-c363d3a389c3', 'status': 'completed', 'code': 200} Jan 14 22:48:49.911146 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:49.914828 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-c82d37ae-2d47-4398-8b0e-e1b82896704c req-844a2f17-9ed8-4276-b6fa-7c7f8ecf2b01 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "DELETE /v2.0/ports/9ea65ae6-3f0b-4665-977a-c363d3a389c3 HTTP/1.1" status: 204 len: 173 time: 2.4391301 Jan 14 22:48:49.991722 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f5acd69f-2429-4ec4-924b-1d20e60dcb0f req-c0b9efe8-0abe-40aa-a88a-8d4896a7fee3 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205634 Jan 14 22:48:49.993929 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-e1aab6f7-b890-4a05-929c-0ebb348e24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:49.995378 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-e1aab6f7-b890-4a05-929c-0ebb348e24aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 1098 time: 0.9336224 Jan 14 22:48:50.007606 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Pushing event updated for resources: {'Port': ['ID=4eaf3819-b1ad-4674-923c-fbfba5ae3095,revision_number=1']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:50.042463 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:50.053660 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Network fadf3a69-cfad-4f3e-ac95-bec32824dacc is already hosted by enough agents. {{(pid=87474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:50.076091 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.base_scheduler [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Resources bound (agent type, host, resource id): {{(pid=87474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:50.081927 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Received port after_create {{(pid=87474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:50.324651 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 84620b54-94b4-4dd5-948b-daadf9fe451d up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:50.354596 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-5ed0ba32-3ef5-47ac-a41a-3a7b80a924c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:50.357134 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-5ed0ba32-3ef5-47ac-a41a-3a7b80a924c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 911 time: 0.3534029 Jan 14 22:48:50.359527 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:50.365221 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] Pushing event deleted for resources: {'Network': ['ID=75bebe5b-4437-44d1-b77b-3462d9c0eb95,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:50.438613 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:50.454200 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Attempting to bind port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:48:50.454563 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Attempting to bind port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:48:50.454927 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Attempting to bind port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 on network fadf3a69-cfad-4f3e-ac95-bec32824dacc {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:50.463878 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:48:50.466980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Checking segment: {'id': 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:50.466980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:50.466980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Bound using segment: {'id': 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:48:50.466980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Bound port: 4eaf3819-b1ad-4674-923c-fbfba5ae3095, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:48:50.472746 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:50.527919 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:50.568615 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-07870dbe-1e0d-416c-854e-0689def4194d admin admin] 10.222.0.25 "DELETE /v2.0/networks/75bebe5b-4437-44d1-b77b-3462d9c0eb95 HTTP/1.1" status: 204 len: 168 time: 1.8957279 Jan 14 22:48:50.582707 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 84620b54-94b4-4dd5-948b-daadf9fe451d completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:50.633242 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-b13f7356-e450-40d1-bf88-12a84cc3817e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d HTTP/1.1" status: 200 len: 1001 time: 0.2631831 Jan 14 22:48:50.676535 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] For port 4eaf3819-b1ad-4674-923c-fbfba5ae3095, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:48:50.688150 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] For port 4eaf3819-b1ad-4674-923c-fbfba5ae3095, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4eaf3819-b1ad-4674-923c-fbfba5ae3095,segment=NetworkSegment(fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f),segment_id=fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:48:50.707494 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 84620b54-94b4-4dd5-948b-daadf9fe451d triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:50.707925 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:50.796907 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-2821fe3b-33cc-4882-be7c-c15ced304247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:50.801313 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-2821fe3b-33cc-4882-be7c-c15ced304247 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df406c9d-0f25-4116-831b-9cf13d98daa5 HTTP/1.1" status: 200 len: 850 time: 0.1585267 Jan 14 22:48:50.868077 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:50.871922 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Allocated IP 172.27.3.175 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/b3429c97-a3e0-4cc1-9903-eb3546b06635) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:50.883524 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 9ea65ae6-3f0b-4665-977a-c363d3a389c3 no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:48:50.957198 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2dfc1f3c-83f9-44fc-8fad-730dd5786932 req-f6db5620-bcb6-42bf-a6ad-258837fe6fc9 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd18590b-9eb8-4c15-8ddc-8bed592004b1 HTTP/1.1" status: 200 len: 210 time: 0.0743172 Jan 14 22:48:51.023427 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-646528b2-4683-4e9f-9847-d5b5a49f825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:51.025382 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-646528b2-4683-4e9f-9847-d5b5a49f825c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2190621 Jan 14 22:48:51.093069 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34384) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:51.125697 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: 9ea65ae6-3f0b-4665-977a-c363d3a389c3 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:48:51.126314 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 9ea65ae6-3f0b-4665-977a-c363d3a389c3 not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:48:51.209138 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:51.227497 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-4a357f9e-88e3-4b67-9d75-2403bc96b57a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ea0d4111b914ebd91f5845cc389f721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1332889 Jan 14 22:48:51.230664 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34388) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:51.280208 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:48:51.324266 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f95ba80b-697c-4aec-86a5-7d68bb275d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:51.355471 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc80d5-b7a6-4e78-8b42-839d0e8507a4 None None] Pushing event updated for resources: {'Port': ['ID=4eaf3819-b1ad-4674-923c-fbfba5ae3095,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:51.356320 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f95ba80b-697c-4aec-86a5-7d68bb275d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:51.377347 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-c8c4a36b-0622-422b-84b0-afaac1177cd2 service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312304 Jan 14 22:48:51.406726 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:51.419151 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:51.458467 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:51.464811 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 84620b54-94b4-4dd5-948b-daadf9fe451d, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=84620b54-94b4-4dd5-948b-daadf9fe451d,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:51.547896 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:51.562873 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:51.569665 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f95ba80b-697c-4aec-86a5-7d68bb275d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:51.573590 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef5028-95ee-4a1d-9c29-91509abbb013 req-68525deb-ea0e-4fe4-b4a2-dbd3b39e3edd tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:51.574167 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:51.575194 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2ef5028-95ee-4a1d-9c29-91509abbb013 req-68525deb-ea0e-4fe4-b4a2-dbd3b39e3edd tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.3279727 Jan 14 22:48:51.607631 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:51.669314 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ba80b-697c-4aec-86a5-7d68bb275d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:51.678665 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-50e1b27e-c0aa-4f05-bfd9-d0953ef56ad0 req-ba33983b-f132-4602-a330-4929550f083c service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998719 Jan 14 22:48:51.681585 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2ef5028-95ee-4a1d-9c29-91509abbb013 req-ce573885-834a-4cfd-b4e4-5c22b5871e1d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964487 Jan 14 22:48:51.719269 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Pushing event updated for resources: {'Port': ['ID=b3429c97-a3e0-4cc1-9903-eb3546b06635,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:51.729899 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=84620b54-94b4-4dd5-948b-daadf9fe451d,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:51.747670 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f95ba80b-697c-4aec-86a5-7d68bb275d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:51.751581 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-f95ba80b-697c-4aec-86a5-7d68bb275d1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/969cf7d1-f8bf-46ae-88d7-ad3e992ec1d7 HTTP/1.1" status: 204 len: 168 time: 0.5212884 Jan 14 22:48:52.277059 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4eaf3819-b1ad-4674-923c-fbfba5ae3095 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:52.554048 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:52.560213 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:52.563785 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 84620b54-94b4-4dd5-948b-daadf9fe451d up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:52.745703 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 84620b54-94b4-4dd5-948b-daadf9fe451d triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:52.746277 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:52.964035 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36994e7-d0ff-4db5-85bb-de19f8155ba7 None None] Network fadf3a69-cfad-4f3e-ac95-bec32824dacc requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:48:53.079940 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323ad1e-d095-4ef1-9f89-9693d329f58b req-d5421468-2ad8-4e7b-98f1-1e83eeb0a082 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:53.081517 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a323ad1e-d095-4ef1-9f89-9693d329f58b req-d5421468-2ad8-4e7b-98f1-1e83eeb0a082 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1857107 Jan 14 22:48:53.085804 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-6da76df3-a4fc-4026-9c6a-878fcc62ac0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3281460 Jan 14 22:48:53.156093 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a323ad1e-d095-4ef1-9f89-9693d329f58b req-2dfa7305-0213-4c9d-9167-a3ea55a12540 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648890 Jan 14 22:48:53.169180 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-5d825b22-f5f2-479c-a34d-e34b00d502a1 None None] Provisioning for port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:53.197235 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-5d825b22-f5f2-479c-a34d-e34b00d502a1 None None] Provisioning complete for port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:53.197613 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5d825b22-f5f2-479c-a34d-e34b00d502a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:53.272476 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305'] for router, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:53.392771 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-77483bf6-8416-4455-a160-7117e8552915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:53.395314 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-77483bf6-8416-4455-a160-7117e8552915 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 1098 time: 0.1425614 Jan 14 22:48:53.480817 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5d825b22-f5f2-479c-a34d-e34b00d502a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:53.531893 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-5d825b22-f5f2-479c-a34d-e34b00d502a1 None None] For port 4eaf3819-b1ad-4674-923c-fbfba5ae3095, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4eaf3819-b1ad-4674-923c-fbfba5ae3095,segment=NetworkSegment(fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f),segment_id=fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:53.609930 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5d825b22-f5f2-479c-a34d-e34b00d502a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:53.622907 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34432) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:53.677771 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-5306adf2-0e81-46ba-b3ed-adbcac024c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:53.680600 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-5306adf2-0e81-46ba-b3ed-adbcac024c26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 911 time: 0.2602735 Jan 14 22:48:53.746871 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d825b22-f5f2-479c-a34d-e34b00d502a1 None None] Pushing event updated for resources: {'Port': ['ID=4eaf3819-b1ad-4674-923c-fbfba5ae3095,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:53.783391 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Router 9cd6f26f-be16-4fab-b738-48d7a7b8210e is scheduled to L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 with binding_index 1 {{(pid=87472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 14 22:48:53.853025 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-ab574655-5394-465c-a554-687e938716a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d HTTP/1.1" status: 200 len: 1001 time: 0.1636419 Jan 14 22:48:53.924214 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-network', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:53.935867 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:53.942545 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Usage tracker for resource:network and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:53.942946 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-b08a649f-b6e5-4e26-b14b-d54b783c23d1 None None] Provisioning complete for port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:53.944138 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b08a649f-b6e5-4e26-b14b-d54b783c23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:53.947121 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:53.960633 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:53.975285 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-21fb6c66-ca59-4c59-85fb-0a33aef87002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:53.975285 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-21fb6c66-ca59-4c59-85fb-0a33aef87002 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df406c9d-0f25-4116-831b-9cf13d98daa5 HTTP/1.1" status: 200 len: 850 time: 0.1123805 Jan 14 22:48:54.065477 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Made reservation on behalf of f87c3a88bcc946af9bc4b50a83b60ece for: {'network': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:48:54.080998 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:54.142337 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:54.173218 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:48:54.193373 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:54.196712 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4eaf3819-b1ad-4674-923c-fbfba5ae3095 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:48:54.199684 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Usage tracker for resource:security_group_rule and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:54.203171 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:54.211874 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:54.226245 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-e76d1d67-1e3d-4700-9fcf-b79a7f2e6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:54.227748 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-e76d1d67-1e3d-4700-9fcf-b79a7f2e6939 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2449477 Jan 14 22:48:54.243433 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Sync routers for ids ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:48:54.286209 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Routers {'9cd6f26f-be16-4fab-b738-48d7a7b8210e'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:48:54.286794 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:54.287179 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] Notify callbacks [] for router, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:54.290301 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-43c9bf19-6c40-4368-b3d3-e8e7a6247b13 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0142815 Jan 14 22:48:54.292050 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34446) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:54.608202 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:54.610878 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-3453459d-eb67-47a3-b2d3-977d8d3a3ff2 service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751400 Jan 14 22:48:54.672170 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:54.686625 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:48:54.698608 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:54.698854 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.segments_db [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Added segment 59a7c554-e2a7-4ac6-b5d3-d41b28f514ba of type vlan for network 8a778f94-4f90-4b8f-bc52-29864f191d6f Jan 14 22:48:54.723492 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:54.724046 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:54.750785 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Set router 9cd6f26f-be16-4fab-b738-48d7a7b8210e gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:48:54.949820 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:54.988958 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3ea2c9a-6714-47fb-b877-a30fc3ca0dc2 req-64bfe0f3-bc8c-4a09-936b-b39192cbe05a service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659148 Jan 14 22:48:55.005565 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263e77e7-197b-4ab1-b822-4b7209fe9de4,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:55.074680 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6fa53-149f-4e7e-82bf-689964055c4c req-033dc7fb-18d1-493d-9248-33e688f7036e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:55.076671 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cbc6fa53-149f-4e7e-82bf-689964055c4c req-033dc7fb-18d1-493d-9248-33e688f7036e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 945 time: 0.3411858 Jan 14 22:48:55.126202 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cbc6fa53-149f-4e7e-82bf-689964055c4c req-eef7806d-7dc2-4fec-8cd8-e1f38b0aa894 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Jan 14 22:48:55.153082 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:55.154618 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:55.155377 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:55.263197 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'name': 'tempest-TestMinimumBasicScenario-1672250240-router', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:48Z', 'updated_at': '2022-01-14T22:48:51Z', 'revision_number': 3, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'gw_port': {'id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:50Z', 'updated_at': '2022-01-14T22:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:55.267088 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Checking router: 9cd6f26f-be16-4fab-b738-48d7a7b8210e for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:48:55.267459 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Updating router 9cd6f26f-be16-4fab-b738-48d7a7b8210e port b3429c97-a3e0-4cc1-9903-eb3546b06635 binding host dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:48:55.269892 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] Pushing event updated for resources: {'Network': ['ID=8a778f94-4f90-4b8f-bc52-29864f191d6f,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:55.297563 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2384deaa-495f-4bb0-aa89-e10b885c7c6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6764603 Jan 14 22:48:55.302205 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34460) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:55.306116 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 8a778f94-4f90-4b8f-bc52-29864f191d6f details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:48:55.313463 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Request body: {'subnet': {'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-subnet', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:55.323393 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:55.327974 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Usage tracker for resource:subnet and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:55.332730 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:55.340808 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:55.433044 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:55.433689 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Made reservation on behalf of f87c3a88bcc946af9bc4b50a83b60ece for: {'subnet': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:48:55.436610 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1774206'] for subnet, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:55.552652 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:55.906419 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Notify callbacks [] for port, precommit_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:55.907158 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Allocated IP 172.20.0.1 (fadf3a69-cfad-4f3e-ac95-bec32824dacc/d23544bb-6b86-4ba2-851c-a8346ad350a4/ffc6c93d-55fa-4ae4-bc98-baa6482184db) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:55.931575 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Transition to ACTIVE for port object b3429c97-a3e0-4cc1-9903-eb3546b06635 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:55.960479 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14178364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1774160'] for subnet, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.016667 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.061106 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93104011-4e4a-4606-8342-119f00b85613,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:56.087430 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Checking segment: {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:56.093979 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Network hostable DHCP agents. Network: 8a778f94-4f90-4b8f-bc52-29864f191d6f, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:48:56.121476 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Attempting to bind port b3429c97-a3e0-4cc1-9903-eb3546b06635 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:48:56.123595 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Attempting to bind port b3429c97-a3e0-4cc1-9903-eb3546b06635 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:48:56.123595 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Attempting to bind port b3429c97-a3e0-4cc1-9903-eb3546b06635 on network f5e3ea0a-7141-444e-ae92-10b3ccc8933d {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:56.134410 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:48:56.134410 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:56.134769 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.135129 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Bound using segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:48:56.135584 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Bound port: b3429c97-a3e0-4cc1-9903-eb3546b06635, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:48:56.135943 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.171713 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Network 8a778f94-4f90-4b8f-bc52-29864f191d6f is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:48:56.184096 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.188688 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6b6a1-d892-468a-a41b-71d5b18de0df None None] Pushing event updated for resources: {'Port': ['ID=b3429c97-a3e0-4cc1-9903-eb3546b06635,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:56.242606 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Transition to ACTIVE for port object ffc6c93d-55fa-4ae4-bc98-baa6482184db will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:56.251122 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 8a778f94-4f90-4b8f-bc52-29864f191d6f) {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:56.259583 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:56.259583 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.265537 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cab4d2-7ab0-4af9-8ed0-b9d685cd7292 None None] Network 8a778f94-4f90-4b8f-bc52-29864f191d6f requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:48:56.317624 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] For port b3429c97-a3e0-4cc1-9903-eb3546b06635, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:48:56.370738 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] For port b3429c97-a3e0-4cc1-9903-eb3546b06635, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=b3429c97-a3e0-4cc1-9903-eb3546b06635,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:48:56.423128 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.458563 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fc934-bfac-49bf-b71e-4a7391fcbfe6 req-15105d1b-3df1-409c-9cbd-98ef832a4935 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:56.460047 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-093fc934-bfac-49bf-b71e-4a7391fcbfe6 req-15105d1b-3df1-409c-9cbd-98ef832a4935 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 945 time: 0.1149890 Jan 14 22:48:56.465402 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2ea27956-daa2-412f-af39-084d3faadc87 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1596491 Jan 14 22:48:56.466342 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34472) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:48:56.471236 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:48:56.483816 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-97bdf69c-4f27-4494-beac-1d36f3225b9a tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:48:56.485415 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-97bdf69c-4f27-4494-beac-1d36f3225b9a tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 945 time: 0.1712573 Jan 14 22:48:56.488537 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:48:56.500368 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9fb5ad1-a60a-5e84-a8cb-91350f4bd22d-8a778f94-4f90-4b8f-bc52-29864f191d6f', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613'}]}} from dv-cinder-824801-1-iscsi. {{(pid=87474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 14 22:48:56.501437 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.530897 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Usage tracker for resource:router and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:48:56.540123 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Network fadf3a69-cfad-4f3e-ac95-bec32824dacc is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:56.545497 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:56.558867 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:56.559408 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:48:56.565295 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.577031 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:48:56.610048 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Pushing event updated for resources: {'Port': ['ID=ffc6c93d-55fa-4ae4-bc98-baa6482184db,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:56.611246 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-bb595e9b-b936-480e-9964-aae2f304ea99 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Deleting port b2dbd31c-3333-41bd-ad17-609ca2eedc90 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:48:56.611597 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-bb595e9b-b936-480e-9964-aae2f304ea99 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.631347 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.631846 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.632281 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.633091 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.633526 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.633986 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.634411 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.634842 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.635267 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.635710 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.636131 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.636546 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:48:56.649883 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943251'] for router_interface, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.671352 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-093fc934-bfac-49bf-b71e-4a7391fcbfe6 req-bc6df15c-012e-4b04-90a0-9f7818636d8e tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417360 Jan 14 22:48:56.684095 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-591190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125228'] for router, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.694630 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-943139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1028506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125269'] for router, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.736085 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Routers {'9cd6f26f-be16-4fab-b738-48d7a7b8210e'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:48:56.736783 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:56.755818 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:56.882895 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6b6a1-d892-468a-a41b-71d5b18de0df None None] Pushing event updated for resources: {'Port': ['ID=b3429c97-a3e0-4cc1-9903-eb3546b06635,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:56.992092 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.db_base_plugin_common [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Allocated IP 172.20.0.2 (8a778f94-4f90-4b8f-bc52-29864f191d6f/93104011-4e4a-4606-8342-119f00b85613/f5935dff-09c5-4373-bfde-41dc72fc2a15) {{(pid=87474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:57.032295 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:57.041476 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] Set router 9cd6f26f-be16-4fab-b738-48d7a7b8210e gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:48:57.162122 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-bb595e9b-b936-480e-9964-aae2f304ea99 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] For port b2dbd31c-3333-41bd-ad17-609ca2eedc90, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=b2dbd31c-3333-41bd-ad17-609ca2eedc90,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:48:57.162499 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-bb595e9b-b936-480e-9964-aae2f304ea99 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:57.275613 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:57.310630 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-fd0eb8ad-aaf2-4c42-be7a-eee8d77c0e8b None None] Provisioning for port ffc6c93d-55fa-4ae4-bc98-baa6482184db completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:48:57.328263 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-fd0eb8ad-aaf2-4c42-be7a-eee8d77c0e8b None None] Provisioning complete for port ffc6c93d-55fa-4ae4-bc98-baa6482184db triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:57.328695 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb8ad-aaf2-4c42-be7a-eee8d77c0e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:57.342107 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:57.357700 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:57.474403 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-bb595e9b-b936-480e-9964-aae2f304ea99 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Calling delete_port for b2dbd31c-3333-41bd-ad17-609ca2eedc90 owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:48:57.476200 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Pushing event updated for resources: {'Port': ['ID=ffc6c93d-55fa-4ae4-bc98-baa6482184db,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:57.489508 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943356'] for router_interface, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:57.637433 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Notify callbacks [] for port, precommit_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:57.652592 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-fd0eb8ad-aaf2-4c42-be7a-eee8d77c0e8b None None] Port ffc6c93d-55fa-4ae4-bc98-baa6482184db cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:48:57.660244 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Transition to ACTIVE for port object f5935dff-09c5-4373-bfde-41dc72fc2a15 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:57.662436 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Network fadf3a69-cfad-4f3e-ac95-bec32824dacc is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:57.664223 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:57.695615 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Transition to ACTIVE for port object f5935dff-09c5-4373-bfde-41dc72fc2a15 will not be triggered until provisioned by entity DHCP. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:48:57.698596 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'name': 'tempest-TestMinimumBasicScenario-1672250240-router', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:48Z', 'updated_at': '2022-01-14T22:48:51Z', 'revision_number': 3, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'gw_port': {'id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:50Z', 'updated_at': '2022-01-14T22:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:48:57.703653 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8517a3-808a-4eb9-9d65-fdd4479b2f18 None None] The sync data for ids ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'] in dv-cinder-824801-1-iscsi is: [{'id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'name': 'tempest-TestMinimumBasicScenario-1672250240-router', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:48Z', 'updated_at': '2022-01-14T22:48:51Z', 'revision_number': 3, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'gw_port': {'id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:50Z', 'updated_at': '2022-01-14T22:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:48:57.752353 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-bb595e9b-b936-480e-9964-aae2f304ea99 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:57.766430 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['75d40ecb-9f01-4ab3-ad1a-f0700544f13b', 'a0080e08-df99-4266-94da-9bd13b2985fd', 'b2dbd31c-3333-41bd-ad17-609ca2eedc90'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:48:57.826241 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:57.950529 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Pushing event updated for resources: {'Port': ['ID=f5935dff-09c5-4373-bfde-41dc72fc2a15,revision_number=1']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:57.997309 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Network 8a778f94-4f90-4b8f-bc52-29864f191d6f is already hosted by enough agents. {{(pid=87474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:58.000950 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.base_scheduler [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Resources bound (agent type, host, resource id): {{(pid=87474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:58.004332 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Received port after_create {{(pid=87474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:58.060446 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb595e9b-b936-480e-9964-aae2f304ea99 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Pushing event deleted for resources: {'Port': ['ID=b2dbd31c-3333-41bd-ad17-609ca2eedc90,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:58.099664 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-bb595e9b-b936-480e-9964-aae2f304ea99 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] No DVR routers for this DVR port b2dbd31c-3333-41bd-ad17-609ca2eedc90 on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:48:58.109019 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-bb595e9b-b936-480e-9964-aae2f304ea99 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:58.188788 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2771d03-92d8-477e-b4ad-d017e72c8d57', 'name': 'network-vif-deleted', 'tag': 'b2dbd31c-3333-41bd-ad17-609ca2eedc90'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:48:58.195337 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e4a975d6-ffc3-4257-8317-c3ca33e2e971 req-bb595e9b-b936-480e-9964-aae2f304ea99 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "DELETE /v2.0/ports/b2dbd31c-3333-41bd-ad17-609ca2eedc90 HTTP/1.1" status: 204 len: 173 time: 1.7035222 Jan 14 22:48:58.286062 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2771d03-92d8-477e-b4ad-d017e72c8d57', 'name': 'network-vif-deleted', 'tag': 'b2dbd31c-3333-41bd-ad17-609ca2eedc90', 'status': 'completed', 'code': 200} Jan 14 22:48:58.296315 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-bb6ec2c2-c706-4050-8bcd-b04105252fbb req-ece31eb5-aa8f-4859-a865-9a997dfe4d42 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Synchronizing usage tracker for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:48:58.308567 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Attempting to bind port f5935dff-09c5-4373-bfde-41dc72fc2a15 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:48:58.309161 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Attempting to bind port f5935dff-09c5-4373-bfde-41dc72fc2a15 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:48:58.309727 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Attempting to bind port f5935dff-09c5-4373-bfde-41dc72fc2a15 on network 8a778f94-4f90-4b8f-bc52-29864f191d6f {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:48:58.318271 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-00da6fd1-5d67-4422-8022-58f09c841764 None None] Provisioning complete for port ffc6c93d-55fa-4ae4-bc98-baa6482184db triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:48:58.319017 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-00da6fd1-5d67-4422-8022-58f09c841764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:58.372958 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:48:58.373846 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Router 9cd6f26f-be16-4fab-b738-48d7a7b8210e has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:48:58.375164 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Checking segment: {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:48:58.375696 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:58.376173 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Bound using segment: {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:48:58.377032 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Bound port: f5935dff-09c5-4373-bfde-41dc72fc2a15, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:48:58.377499 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:58.457671 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-bb6ec2c2-c706-4050-8bcd-b04105252fbb req-ece31eb5-aa8f-4859-a865-9a997dfe4d42 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Unset dirty status for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:48:58.458586 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bb6ec2c2-c706-4050-8bcd-b04105252fbb req-ece31eb5-aa8f-4859-a865-9a997dfe4d42 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2771d03-92d8-477e-b4ad-d017e72c8d57 HTTP/1.1" status: 200 len: 210 time: 0.2494595 Jan 14 22:48:58.619982 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-00da6fd1-5d67-4422-8022-58f09c841764 None None] Port ffc6c93d-55fa-4ae4-bc98-baa6482184db cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:48:58.682041 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] For port f5935dff-09c5-4373-bfde-41dc72fc2a15, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:48:58.692503 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:48:58.699326 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:58.702354 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-7da9a732-40d2-41f4-9e11-0b6198a11d8c admin admin] 10.222.0.25 "PUT /v2.0/routers/9cd6f26f-be16-4fab-b738-48d7a7b8210e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4090571 Jan 14 22:48:58.708562 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] For port f5935dff-09c5-4373-bfde-41dc72fc2a15, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=f5935dff-09c5-4373-bfde-41dc72fc2a15,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:48:58.743363 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:58.784640 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:58.920436 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Allocated IP 172.27.3.234 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/e5b29dd1-2b58-446d-95b4-cf0d6285bd55) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:48:59.012490 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821a0c8-31cc-43e1-b59d-85f5afcdf776 None None] Pushing event updated for resources: {'Port': ['ID=f5935dff-09c5-4373-bfde-41dc72fc2a15,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:48:59.126114 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:59.274268 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:48:59.358279 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:48:59.361251 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:48:59.365603 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:48:59.410007 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b29dd1-2b58-446d-95b4-cf0d6285bd55,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:00.039124 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:00.317462 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device f5935dff-09c5-4373-bfde-41dc72fc2a15 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:00.490464 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port f5935dff-09c5-4373-bfde-41dc72fc2a15 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:00.499034 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device b3429c97-a3e0-4cc1-9903-eb3546b06635 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:00.556221 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Sync routers for ids ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:49:00.569381 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Routers {'9cd6f26f-be16-4fab-b738-48d7a7b8210e'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:49:00.572686 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:00.578414 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3668f-a59d-42fd-8083-39a6167085b6 req-2bcbd9a9-b8a0-4981-ad69-45f89b7f586f tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:00.579981 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-27f3668f-a59d-42fd-8083-39a6167085b6 req-2bcbd9a9-b8a0-4981-ad69-45f89b7f586f tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 945 time: 0.3693049 Jan 14 22:49:00.690506 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port b3429c97-a3e0-4cc1-9903-eb3546b06635 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:00.697047 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port b3429c97-a3e0-4cc1-9903-eb3546b06635 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:00.701476 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:00.729321 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-27f3668f-a59d-42fd-8083-39a6167085b6 req-8c38bbe7-488e-4acf-9252-d8ce8420d077 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304383 Jan 14 22:49:00.780640 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305'] for router, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:00.788718 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78e91c8-b9fc-486e-b82d-bbe978e39a55 None None] Network 8a778f94-4f90-4b8f-bc52-29864f191d6f requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:49:00.897162 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Set router 9cd6f26f-be16-4fab-b738-48d7a7b8210e gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:49:00.903785 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device b2dbd31c-3333-41bd-ad17-609ca2eedc90 no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:49:00.917545 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34584) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:01.015365 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: b2dbd31c-3333-41bd-ad17-609ca2eedc90 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:49:01.015873 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device b2dbd31c-3333-41bd-ad17-609ca2eedc90 not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:49:01.042189 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d7df7f-62df-4604-95d4-eecda6242114 admin admin] Deleting subnet b3209100-e7e8-4414-84f4-b552925d60fa {{(pid=87472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:49:01.048816 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-49d7df7f-62df-4604-95d4-eecda6242114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.158454 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-5bc11551-fedb-4a04-b99a-69c38f3116a3 None None] Provisioning for port f5935dff-09c5-4373-bfde-41dc72fc2a15 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:01.172642 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-5bc11551-fedb-4a04-b99a-69c38f3116a3 None None] Provisioning complete for port f5935dff-09c5-4373-bfde-41dc72fc2a15 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:01.176086 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5bc11551-fedb-4a04-b99a-69c38f3116a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.176219 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-49d7df7f-62df-4604-95d4-eecda6242114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615911'] for subnet, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.245100 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Router 8de053a6-2f0a-469f-b137-e859af16719b is scheduled to L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 with binding_index 1 {{(pid=87473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 14 22:49:01.297863 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.310508 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-49d7df7f-62df-4604-95d4-eecda6242114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.315964 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port b3429c97-a3e0-4cc1-9903-eb3546b06635, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=b3429c97-a3e0-4cc1-9903-eb3546b06635,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:01.364675 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'name': 'tempest-TestMinimumBasicScenario-1672250240-router', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:48Z', 'updated_at': '2022-01-14T22:48:56Z', 'revision_number': 4, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'gw_port': {'id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:50Z', 'updated_at': '2022-01-14T22:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'ffc6c93d-55fa-4ae4-bc98-baa6482184db', 'name': '', 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'mac_address': 'fa:16:3e:86:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd23544bb-6b86-4ba2-851c-a8346ad350a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:55Z', 'updated_at': '2022-01-14T22:48:57Z', 'revision_number': 2, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'subnets': [{'id': 'd23544bb-6b86-4ba2-851c-a8346ad350a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:01.380044 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Checking router: 9cd6f26f-be16-4fab-b738-48d7a7b8210e for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:49:01.380489 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Updating router 9cd6f26f-be16-4fab-b738-48d7a7b8210e port ffc6c93d-55fa-4ae4-bc98-baa6482184db binding host dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:49:01.407522 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.530384 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5bc11551-fedb-4a04-b99a-69c38f3116a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.534606 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.577109 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-49d7df7f-62df-4604-95d4-eecda6242114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61016213'] for subnet, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.614004 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-5bc11551-fedb-4a04-b99a-69c38f3116a3 None None] For port f5935dff-09c5-4373-bfde-41dc72fc2a15, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=f5935dff-09c5-4373-bfde-41dc72fc2a15,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:01.616934 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=b3429c97-a3e0-4cc1-9903-eb3546b06635,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:01.659885 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:49:01.679698 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Sync routers for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:49:01.680228 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7df7f-62df-4604-95d4-eecda6242114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3209100-e7e8-4414-84f4-b552925d60fa,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:01.680228 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-49d7df7f-62df-4604-95d4-eecda6242114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.684997 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-49d7df7f-62df-4604-95d4-eecda6242114 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b3209100-e7e8-4414-84f4-b552925d60fa HTTP/1.1" status: 204 len: 168 time: 0.7641599 Jan 14 22:49:01.685735 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34588) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:01.686637 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5bc11551-fedb-4a04-b99a-69c38f3116a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.716038 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef70199-f59a-4179-be85-c87582c75347 req-41b51f0b-c747-41c3-802b-aa01c766bf17 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:01.717691 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-aef70199-f59a-4179-be85-c87582c75347 req-41b51f0b-c747-41c3-802b-aa01c766bf17 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 945 time: 0.2069881 Jan 14 22:49:01.759043 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:49:01.759969 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:01.772192 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:01.776380 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-caa3f0b7-c281-40ff-959b-f674d94c8b12 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3098078 Jan 14 22:49:01.784109 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34592) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:01.841942 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.092143 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:49:02.194001 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Notify callbacks [] for port, precommit_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.216815 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.provisioning_blocks [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Transition to ACTIVE for port object ffc6c93d-55fa-4ae4-bc98-baa6482184db will not be triggered until provisioned by entity L2. {{(pid=87475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:02.223075 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.233242 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device b3429c97-a3e0-4cc1-9903-eb3546b06635 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:02.244000 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-aef70199-f59a-4179-be85-c87582c75347 req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Deleting port a0080e08-df99-4266-94da-9bd13b2985fd {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:49:02.244366 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-aef70199-f59a-4179-be85-c87582c75347 req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.266714 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d48389-39aa-4c9a-93ee-e4fdbd61b572']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:02.279562 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.286536 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:02.286946 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece2083d-dc22-4c4f-ac40-835d7c53c1f2') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:02.300309 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.324467 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.342607 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:49:02.343011 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.381160 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-9d3e33d8-0ecd-4f96-b64b-0717acf31a9d None None] Provisioning complete for port f5935dff-09c5-4373-bfde-41dc72fc2a15 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:02.381824 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9d3e33d8-0ecd-4f96-b64b-0717acf31a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:49:02.384083 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:49:02.397407 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450eeba-a133-4df0-914b-eade88d2d1bc None None] Pushing event updated for resources: {'Port': ['ID=ffc6c93d-55fa-4ae4-bc98-baa6482184db,revision_number=3']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:02.503237 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc11551-fedb-4a04-b99a-69c38f3116a3 None None] Pushing event updated for resources: {'Port': ['ID=f5935dff-09c5-4373-bfde-41dc72fc2a15,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:02.645499 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.662377 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port b3429c97-a3e0-4cc1-9903-eb3546b06635 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:02.662738 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.691657 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.717715 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Attempting to bind port ffc6c93d-55fa-4ae4-bc98-baa6482184db on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:49:02.718110 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Attempting to bind port ffc6c93d-55fa-4ae4-bc98-baa6482184db by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc'}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:49:02.718518 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Attempting to bind port ffc6c93d-55fa-4ae4-bc98-baa6482184db on network fadf3a69-cfad-4f3e-ac95-bec32824dacc {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:49:02.726967 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:49:02.727521 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Checking segment: {'id': 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:49:02.727719 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.728104 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Bound using segment: {'id': 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc'} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:49:02.728635 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Bound port: ffc6c93d-55fa-4ae4-bc98-baa6482184db, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc'}}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:49:02.728938 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:02.733767 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea6add-1cb8-4eed-a53d-99f0848e22f3 req-e7147f29-845f-454d-b486-3d76d712dce7 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:02.738713 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-08ea6add-1cb8-4eed-a53d-99f0848e22f3 req-e7147f29-845f-454d-b486-3d76d712dce7 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 945 time: 0.5850828 Jan 14 22:49:02.738841 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] Pushing event deleted for resources: {'Network': ['ID=40d48389-39aa-4c9a-93ee-e4fdbd61b572,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:02.846899 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] For port ffc6c93d-55fa-4ae4-bc98-baa6482184db, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:49:02.851659 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] For port ffc6c93d-55fa-4ae4-bc98-baa6482184db, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=ffc6c93d-55fa-4ae4-bc98-baa6482184db,segment=NetworkSegment(fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f),segment_id=fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f)] {{(pid=87475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:49:02.855748 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-3b39d9d1-698c-4096-a816-d5896a42981f admin admin] 10.222.0.25 "DELETE /v2.0/networks/40d48389-39aa-4c9a-93ee-e4fdbd61b572 HTTP/1.1" status: 204 len: 168 time: 1.1688755 Jan 14 22:49:02.958456 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:03.042491 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-08ea6add-1cb8-4eed-a53d-99f0848e22f3 req-654ecd07-0be2-4422-bd3a-349afee3534b tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335300 Jan 14 22:49:03.066859 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:48:59Z', 'revision_number': 3, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:03.074806 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Checking router: 8de053a6-2f0a-469f-b137-e859af16719b for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:49:03.075627 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Updating router 8de053a6-2f0a-469f-b137-e859af16719b port e5b29dd1-2b58-446d-95b4-cf0d6285bd55 binding host dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:49:03.086960 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-aef70199-f59a-4179-be85-c87582c75347 req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] For port a0080e08-df99-4266-94da-9bd13b2985fd, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=a0080e08-df99-4266-94da-9bd13b2985fd,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:03.087347 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-aef70199-f59a-4179-be85-c87582c75347 req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:03.109215 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450eeba-a133-4df0-914b-eade88d2d1bc None None] Pushing event updated for resources: {'Port': ['ID=ffc6c93d-55fa-4ae4-bc98-baa6482184db,revision_number=4']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:03.153253 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Routers {'9cd6f26f-be16-4fab-b738-48d7a7b8210e'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:49:03.154107 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:03.179041 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:03.264218 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34600) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:03.355199 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-aef70199-f59a-4179-be85-c87582c75347 req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Calling delete_port for a0080e08-df99-4266-94da-9bd13b2985fd owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:49:03.386197 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-3e2b4ba9-57ec-44cb-b561-89258fe1d5a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af1720e4da794650bac33502b63ff62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1201911 Jan 14 22:49:03.387053 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34604) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:03.510688 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c703f8f4-568e-4d34-aafd-a17f45b232b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:03.566541 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c703f8f4-568e-4d34-aafd-a17f45b232b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:03.584375 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] Set router 9cd6f26f-be16-4fab-b738-48d7a7b8210e gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:49:03.719416 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c703f8f4-568e-4d34-aafd-a17f45b232b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:03.726780 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:03.752407 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703f8f4-568e-4d34-aafd-a17f45b232b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220ed61f-8665-40ac-ac76-18725305ff15,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:03.837275 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Notify callbacks [] for port, precommit_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:03.844399 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c703f8f4-568e-4d34-aafd-a17f45b232b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:03.845681 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c703f8f4-568e-4d34-aafd-a17f45b232b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/220ed61f-8665-40ac-ac76-18725305ff15 HTTP/1.1" status: 204 len: 168 time: 0.4575145 Jan 14 22:49:03.853473 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Transition to ACTIVE for port object e5b29dd1-2b58-446d-95b4-cf0d6285bd55 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:03.919156 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:04.072920 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'name': 'tempest-TestMinimumBasicScenario-1672250240-router', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:48Z', 'updated_at': '2022-01-14T22:48:56Z', 'revision_number': 4, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'gw_port': {'id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:50Z', 'updated_at': '2022-01-14T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'ffc6c93d-55fa-4ae4-bc98-baa6482184db', 'name': '', 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'mac_address': 'fa:16:3e:86:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd23544bb-6b86-4ba2-851c-a8346ad350a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:55Z', 'updated_at': '2022-01-14T22:49:02Z', 'revision_number': 4, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'subnets': [{'id': 'd23544bb-6b86-4ba2-851c-a8346ad350a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:04.082097 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-aef70199-f59a-4179-be85-c87582c75347 req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:04.083045 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab39b74-8235-469e-afb7-c44cd08b5308 None None] The sync data for ids ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'] in dv-cinder-824801-1-iscsi is: [{'id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'name': 'tempest-TestMinimumBasicScenario-1672250240-router', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:48Z', 'updated_at': '2022-01-14T22:48:56Z', 'revision_number': 4, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'gw_port': {'id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:50Z', 'updated_at': '2022-01-14T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'ffc6c93d-55fa-4ae4-bc98-baa6482184db', 'name': '', 'network_id': 'fadf3a69-cfad-4f3e-ac95-bec32824dacc', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'mac_address': 'fa:16:3e:86:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd23544bb-6b86-4ba2-851c-a8346ad350a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:55Z', 'updated_at': '2022-01-14T22:49:02Z', 'revision_number': 4, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'subnets': [{'id': 'd23544bb-6b86-4ba2-851c-a8346ad350a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:49:04.100731 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['75d40ecb-9f01-4ab3-ad1a-f0700544f13b'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:49:04.278139 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device f5935dff-09c5-4373-bfde-41dc72fc2a15 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:04.362815 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Attempting to bind port e5b29dd1-2b58-446d-95b4-cf0d6285bd55 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:49:04.363611 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Attempting to bind port e5b29dd1-2b58-446d-95b4-cf0d6285bd55 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:49:04.364394 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Attempting to bind port e5b29dd1-2b58-446d-95b4-cf0d6285bd55 on network f5e3ea0a-7141-444e-ae92-10b3ccc8933d {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:49:04.397095 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0c9cd-b191-4ba7-b037-9c513b7fddfa None None] Pushing event updated for resources: {'Port': ['ID=e5b29dd1-2b58-446d-95b4-cf0d6285bd55,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:04.463006 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Allocated IP 172.20.0.1 (8a778f94-4f90-4b8f-bc52-29864f191d6f/93104011-4e4a-4606-8342-119f00b85613/7a92a3fe-3a82-409d-b0bd-9a7894f7f933) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:49:04.465111 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:49:04.468924 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:49:04.471018 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:04.472460 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Bound using segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:49:04.479356 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Bound port: e5b29dd1-2b58-446d-95b4-cf0d6285bd55, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:49:04.480952 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:04.558657 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Pushing event deleted for resources: {'Port': ['ID=a0080e08-df99-4266-94da-9bd13b2985fd,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:04.569267 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3f0010a8-8ef6-4ba3-99d3-acb20eaf25d6 req-989aaef5-ea4b-403b-ab31-7b2d55e3ba44 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 210 time: 0.0626628 Jan 14 22:49:04.576891 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.577473 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.577994 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.578497 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.578980 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.579461 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.580079 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.580569 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.581614 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.582127 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.589541 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.590134 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:04.765925 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef70199-f59a-4179-be85-c87582c75347 req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] No DVR routers for this DVR port a0080e08-df99-4266-94da-9bd13b2985fd on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:49:04.770127 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] For port e5b29dd1-2b58-446d-95b4-cf0d6285bd55, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:49:04.770486 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-aef70199-f59a-4179-be85-c87582c75347 req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:04.776200 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] For port e5b29dd1-2b58-446d-95b4-cf0d6285bd55, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=e5b29dd1-2b58-446d-95b4-cf0d6285bd55,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:49:04.782866 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3403361e-cf51-42f2-93f5-70f8970a8221', 'name': 'network-vif-deleted', 'tag': 'a0080e08-df99-4266-94da-9bd13b2985fd'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:49:04.832900 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port f5935dff-09c5-4373-bfde-41dc72fc2a15 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:04.833262 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:04.876410 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3403361e-cf51-42f2-93f5-70f8970a8221', 'name': 'network-vif-deleted', 'tag': 'a0080e08-df99-4266-94da-9bd13b2985fd', 'status': 'completed', 'code': 200} Jan 14 22:49:04.896375 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:04.907807 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-aef70199-f59a-4179-be85-c87582c75347 req-2cb8905e-5732-4997-95d6-b734f65b8d86 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "DELETE /v2.0/ports/a0080e08-df99-4266-94da-9bd13b2985fd HTTP/1.1" status: 204 len: 173 time: 3.1842337 Jan 14 22:49:04.919091 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Transition to ACTIVE for port object 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:04.979014 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device a0080e08-df99-4266-94da-9bd13b2985fd no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:49:05.021039 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:05.057059 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:05.089412 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: a0080e08-df99-4266-94da-9bd13b2985fd {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:49:05.096777 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device a0080e08-df99-4266-94da-9bd13b2985fd not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:49:05.187590 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0c9cd-b191-4ba7-b037-9c513b7fddfa None None] Pushing event updated for resources: {'Port': ['ID=e5b29dd1-2b58-446d-95b4-cf0d6285bd55,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:05.189808 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:49:05.191099 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:48:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:05.209544 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a92a3fe-3a82-409d-b0bd-9a7894f7f933,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:05.220799 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Network 8a778f94-4f90-4b8f-bc52-29864f191d6f is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:49:05.223086 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:05.239708 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:49:05.394464 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943251'] for router_interface, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:05.741281 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:49:05.826346 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-e57b2fd9-2b6c-4132-99a4-42b497749acf None None] Provisioning for port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:05.912069 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-e57b2fd9-2b6c-4132-99a4-42b497749acf None None] Provisioning complete for port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:05.914345 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-e57b2fd9-2b6c-4132-99a4-42b497749acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:06.040461 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-e57b2fd9-2b6c-4132-99a4-42b497749acf None None] Port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:49:06.075456 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-94d2d627-dda6-4306-a802-1eef3453ff13 req-31eb9054-a6a9-4eed-9027-bce33d3a94b4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Synchronizing usage tracker for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:06.227213 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device ffc6c93d-55fa-4ae4-bc98-baa6482184db up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:06.265518 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-94d2d627-dda6-4306-a802-1eef3453ff13 req-31eb9054-a6a9-4eed-9027-bce33d3a94b4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Unset dirty status for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:06.282274 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-94d2d627-dda6-4306-a802-1eef3453ff13 req-31eb9054-a6a9-4eed-9027-bce33d3a94b4 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=3403361e-cf51-42f2-93f5-70f8970a8221 HTTP/1.1" status: 200 len: 210 time: 0.2776227 Jan 14 22:49:06.310362 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:06.379135 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:48:59Z', 'revision_number': 3, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:06.383155 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fcc3a-da90-4dda-915b-09dca1eac265 None None] The sync data for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi is: [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:48:59Z', 'revision_number': 3, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:49:06.407302 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b46db419-addb-44b1-87b5-5b5c32c2c452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:06.478669 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port ffc6c93d-55fa-4ae4-bc98-baa6482184db completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:06.485416 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port ffc6c93d-55fa-4ae4-bc98-baa6482184db triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:06.489613 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:06.551991 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:06.619190 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:06.645746 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:06.668806 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port ffc6c93d-55fa-4ae4-bc98-baa6482184db, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=ffc6c93d-55fa-4ae4-bc98-baa6482184db,segment=NetworkSegment(fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f),segment_id=fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:06.759319 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:06.818860 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943356'] for router_interface, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:06.828399 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a92a3fe-3a82-409d-b0bd-9a7894f7f933,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:06.917882 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=ffc6c93d-55fa-4ae4-bc98-baa6482184db,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:07.050143 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Network 8a778f94-4f90-4b8f-bc52-29864f191d6f is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:49:07.056103 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:07.514711 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-01792c2a-2052-4790-8193-052353f5c172 None None] Provisioning complete for port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:07.515303 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-01792c2a-2052-4790-8193-052353f5c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:07.610063 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-01792c2a-2052-4790-8193-052353f5c172 None None] Port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:49:07.697040 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Router 8de053a6-2f0a-469f-b137-e859af16719b has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:49:07.907805 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:49:07.913288 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-cb577651-c89f-4bba-84f6-56156f2d78e0 admin admin] 10.222.0.25 "PUT /v2.0/routers/8de053a6-2f0a-469f-b137-e859af16719b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1281261 Jan 14 22:49:08.247570 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e5b29dd1-2b58-446d-95b4-cf0d6285bd55 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:08.439622 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-87d3c979-f76a-4f3f-8aee-4d40108a6990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:08.512733 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port e5b29dd1-2b58-446d-95b4-cf0d6285bd55 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:08.519052 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port e5b29dd1-2b58-446d-95b4-cf0d6285bd55 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:08.519667 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:08.621955 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Sync routers for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:49:08.637149 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:49:08.640246 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:08.680503 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34664) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:08.686601 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267788912', 'description': 'tempest-description--1088612820'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:08.708739 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:08.715272 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:security_group and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:08.726759 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:08.733680 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:08.746813 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:08.766267 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port e5b29dd1-2b58-446d-95b4-cf0d6285bd55, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=e5b29dd1-2b58-446d-95b4-cf0d6285bd55,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:08.850806 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:08.852001 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device ffc6c93d-55fa-4ae4-bc98-baa6482184db up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:08.852394 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:08.913748 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:08.921118 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:49:08.930799 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:security_group_rule and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:08.941719 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:08.961243 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:09.088397 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.114069 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=e5b29dd1-2b58-446d-95b4-cf0d6285bd55,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:09.133977 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port ffc6c93d-55fa-4ae4-bc98-baa6482184db triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:09.134374 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.169900 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.267623 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c824df4-b366-46fa-9f91-34b171eda574,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:09.313095 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.324073 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-e3fa6c53-c4c6-4cd1-9f5f-9982bd055840 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6323411 Jan 14 22:49:09.324073 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34676) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:09.324073 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'security_group_rule': {'security_group_id': '2c824df4-b366-46fa-9f91-34b171eda574', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:09.331101 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:09.335288 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:security_group_rule and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:09.350999 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:09.362938 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:09.429229 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 2, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:09.433549 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Checking router: 8de053a6-2f0a-469f-b137-e859af16719b for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:49:09.433937 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Updating router 8de053a6-2f0a-469f-b137-e859af16719b port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 binding host dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:49:09.470202 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.505244 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.644874 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.696618 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.764324 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.767194 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.834450 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ac8ef7-66b7-459f-b48b-8f8890d75dda,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:09.855997 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03972c-5e4e-4b41-8aab-92356cae8c5d req-e20089ee-2e6f-42fc-9208-e4aa98bbf4db tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:09.857815 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ce03972c-5e4e-4b41-8aab-92356cae8c5d req-e20089ee-2e6f-42fc-9208-e4aa98bbf4db tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 945 time: 0.1058075 Jan 14 22:49:09.926565 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ce03972c-5e4e-4b41-8aab-92356cae8c5d req-69183910-7a65-4489-8de7-dce092d67c1a tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577457 Jan 14 22:49:09.942008 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:09.948952 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c58d774b-d5bc-4841-9bcd-61aa092bfbfc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6295252 Jan 14 22:49:09.955994 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34684) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:09.957703 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'security_group_rule': {'security_group_id': '2c824df4-b366-46fa-9f91-34b171eda574', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:09.964105 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:09.968899 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:security_group_rule and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:09.972878 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:09.979565 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:10.008540 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.022125 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.provisioning_blocks [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Transition to ACTIVE for port object 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 will not be triggered until provisioned by entity L2. {{(pid=87475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:10.081953 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.100369 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.169085 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.179855 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e5b29dd1-2b58-446d-95b4-cf0d6285bd55 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:10.228126 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.281379 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116b276a-2cdf-41c2-b44a-e9a5670ad337,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:10.303220 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port e5b29dd1-2b58-446d-95b4-cf0d6285bd55 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:10.303809 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.364446 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.370407 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-27db361b-c6f6-453c-90a3-a4f08f1805aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4151516 Jan 14 22:49:10.370407 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34692) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:10.376158 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'floatingip': {'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:10.391399 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:10.403832 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:floatingip and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:10.412179 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:10.433385 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:10.483044 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2314f-5b72-4115-8468-f1c891202ced None None] Pushing event updated for resources: {'Port': ['ID=7a92a3fe-3a82-409d-b0bd-9a7894f7f933,revision_number=3']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:10.501664 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.608822 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Attempting to bind port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:49:10.609260 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Attempting to bind port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:49:10.610225 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Attempting to bind port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 on network 8a778f94-4f90-4b8f-bc52-29864f191d6f {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:49:10.617867 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:49:10.618402 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Checking segment: {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:49:10.618905 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.619408 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Bound using segment: {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:49:10.619964 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Bound port: 7a92a3fe-3a82-409d-b0bd-9a7894f7f933, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'}}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:49:10.620509 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.728970 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] For port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:49:10.733106 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] For port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=7a92a3fe-3a82-409d-b0bd-9a7894f7f933,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:49:10.816320 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.819549 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:10.902678 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:49:10.903368 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:10.958806 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2314f-5b72-4115-8468-f1c891202ced None None] Pushing event updated for resources: {'Port': ['ID=7a92a3fe-3a82-409d-b0bd-9a7894f7f933,revision_number=4']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:11.023643 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Allocated IP 172.27.3.201 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/42f89441-366d-48b6-b91c-7d91784981db) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:49:11.136066 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:49:11.208004 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:11.231387 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6d932-f6fe-42a3-a12d-c94c0d80c105 req-4281bd49-54e1-40ec-8f33-75a7b98a4bf1 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:11.239548 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-69a6d932-f6fe-42a3-a12d-c94c0d80c105 req-4281bd49-54e1-40ec-8f33-75a7b98a4bf1 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 945 time: 0.1562355 Jan 14 22:49:11.243588 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:11.268902 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-5c01f07f-7fa9-4c12-bd1f-e77e330da070 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:11.270330 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-5c01f07f-7fa9-4c12-bd1f-e77e330da070 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 945 time: 0.1432064 Jan 14 22:49:11.335782 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-69a6d932-f6fe-42a3-a12d-c94c0d80c105 req-c5c6bc20-1206-416b-be13-990bd25a71da tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca31d15a-963e-4e0d-8d9d-722e5f7e5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951869 Jan 14 22:49:11.362028 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-348cb750-23e2-4021-906b-471460e2fbf2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Deleting port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:49:11.362387 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-348cb750-23e2-4021-906b-471460e2fbf2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:11.427283 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:11.503950 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:10Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:11.508602 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3e54f-cc1f-4024-815a-00cb8be49cd0 None None] The sync data for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi is: [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:10Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:49:11.581636 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:49:11.585310 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:11.589378 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:49:11.635743 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'Port': ['ID=42f89441-366d-48b6-b91c-7d91784981db,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:11.700638 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:11.753878 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-348cb750-23e2-4021-906b-471460e2fbf2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] For port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,segment=NetworkSegment(5be3e20e-2329-46fe-b8b7-021fe0dfe9cb),segment_id=5be3e20e-2329-46fe-b8b7-021fe0dfe9cb)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:11.754247 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-348cb750-23e2-4021-906b-471460e2fbf2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:11.890973 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:11.928473 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-348cb750-23e2-4021-906b-471460e2fbf2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Calling delete_port for 75d40ecb-9f01-4ab3-ad1a-f0700544f13b owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:49:12.200261 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:12.266530 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-348cb750-23e2-4021-906b-471460e2fbf2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:12.280236 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['75d40ecb-9f01-4ab3-ad1a-f0700544f13b'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:49:12.308270 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:12.352954 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cb750-23e2-4021-906b-471460e2fbf2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Pushing event deleted for resources: {'Port': ['ID=75d40ecb-9f01-4ab3-ad1a-f0700544f13b,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:12.372269 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:12.387697 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:12.399862 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:12.400234 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:12.462346 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-348cb750-23e2-4021-906b-471460e2fbf2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] No DVR routers for this DVR port 75d40ecb-9f01-4ab3-ad1a-f0700544f13b on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:49:12.465202 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-348cb750-23e2-4021-906b-471460e2fbf2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:12.468026 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacff114-0f8f-4bf1-9508-c0e954c53c28', 'name': 'network-vif-deleted', 'tag': '75d40ecb-9f01-4ab3-ad1a-f0700544f13b'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:49:12.551243 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacff114-0f8f-4bf1-9508-c0e954c53c28', 'name': 'network-vif-deleted', 'tag': '75d40ecb-9f01-4ab3-ad1a-f0700544f13b', 'status': 'completed', 'code': 200} Jan 14 22:49:12.588437 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf460a2-dd13-4d9a-b031-57199ed28ee5 req-348cb750-23e2-4021-906b-471460e2fbf2 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.39 "DELETE /v2.0/ports/75d40ecb-9f01-4ab3-ad1a-f0700544f13b HTTP/1.1" status: 204 len: 173 time: 1.3057859 Jan 14 22:49:12.636120 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'Port': ['ID=42f89441-366d-48b6-b91c-7d91784981db,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:12.653179 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:12.710514 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:12.755635 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-ff7063a1-6c3b-4bac-978c-a9072a7c7406 req-fcd3cecd-385a-4074-9011-71d27a6d2861 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Synchronizing usage tracker for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:12.759335 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:12.768603 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-d77d9b82-59e5-46df-ae3a-fa3c079e1574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3892722 Jan 14 22:49:12.786156 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=7a92a3fe-3a82-409d-b0bd-9a7894f7f933,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:12.862432 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:12.893856 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-ff7063a1-6c3b-4bac-978c-a9072a7c7406 req-fcd3cecd-385a-4074-9011-71d27a6d2861 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] Unset dirty status for tenant:340b49de861c4150a6a23769129e54b4 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:12.895036 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ff7063a1-6c3b-4bac-978c-a9072a7c7406 req-fcd3cecd-385a-4074-9011-71d27a6d2861 tempest-AttachVolumeNegativeTest-1060412453 tempest-AttachVolumeNegativeTest-1060412453-project] 10.222.0.25 "GET /v2.0/ports?device_id=eacff114-0f8f-4bf1-9508-c0e954c53c28 HTTP/1.1" status: 200 len: 210 time: 0.2340500 Jan 14 22:49:12.999136 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=7a92a3fe-3a82-409d-b0bd-9a7894f7f933,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:13.042238 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-5799e312-25e6-4ba2-ba45-57da096be130 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Synchronizing usage tracker for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:security_group {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:13.166327 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-5799e312-25e6-4ba2-ba45-57da096be130 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Unset dirty status for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:security_group {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:13.168124 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-5799e312-25e6-4ba2-ba45-57da096be130 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1267788912&fields=id&tenant_id=f87c3a88bcc946af9bc4b50a83b60ece HTTP/1.1" status: 200 len: 267 time: 0.2038598 Jan 14 22:49:13.384430 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-7fa2e3f8-d512-4a72-a631-3ae96caf7aa3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:13.385141 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-7fa2e3f8-d512-4a72-a631-3ae96caf7aa3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Synchronizing usage tracker for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:network {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:13.475823 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-7fa2e3f8-d512-4a72-a631-3ae96caf7aa3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Unset dirty status for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:network {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:13.481256 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-7fa2e3f8-d512-4a72-a631-3ae96caf7aa3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 817 time: 0.2976215 Jan 14 22:49:13.513576 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-ba8eaded-5e76-476b-8727-32816ab4230a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/quotas/f87c3a88bcc946af9bc4b50a83b60ece HTTP/1.1" status: 200 len: 375 time: 0.0250542 Jan 14 22:49:13.618143 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b651a080-85c6-4265-99e2-6ba6d2231268 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Synchronizing usage tracker for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:13.721220 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b651a080-85c6-4265-99e2-6ba6d2231268 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Unset dirty status for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:13.722819 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b651a080-85c6-4265-99e2-6ba6d2231268 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2023382 Jan 14 22:49:13.998093 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-43e577e8-1366-4072-b445-f78528d86b39 service neutron] 10.222.0.25 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622786 Jan 14 22:49:14.088728 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34736) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:14.165775 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:14.179208 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe81bea-c1d9-423a-98df-cbe2633b6251 admin admin] Deleting subnet a257786c-79f5-489b-82fa-942df4f5c73c {{(pid=87472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:49:14.182622 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2fe81bea-c1d9-423a-98df-cbe2633b6251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:14.210290 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-ad61aff9-5bf7-47fd-a568-1d214931d162 service neutron] 10.222.0.25 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000227 Jan 14 22:49:14.259941 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2fe81bea-c1d9-423a-98df-cbe2633b6251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615911'] for subnet, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:14.304647 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:14.305024 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:14.358615 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2fe81bea-c1d9-423a-98df-cbe2633b6251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:14.558452 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-48160ad6-194a-46dc-a30f-1dfa6313b7aa req-65f18e0b-cde4-45ac-8889-86660a700c21 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 210 time: 0.0575368 Jan 14 22:49:14.574932 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2fe81bea-c1d9-423a-98df-cbe2633b6251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61016213'] for subnet, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:14.625837 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2fe81bea-c1d9-423a-98df-cbe2633b6251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:14.629066 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe81bea-c1d9-423a-98df-cbe2633b6251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a257786c-79f5-489b-82fa-942df4f5c73c,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:14.634426 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-2fe81bea-c1d9-423a-98df-cbe2633b6251 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a257786c-79f5-489b-82fa-942df4f5c73c HTTP/1.1" status: 204 len: 168 time: 0.5440965 Jan 14 22:49:14.636870 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34748) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:14.776435 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:14.918082 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:14.949261 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c3c2f3-62de-408a-8af6-2319578a53b0']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:14.962901 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:14.963187 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be3e20e-2329-46fe-b8b7-021fe0dfe9cb') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:14.978826 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:14.988508 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 75d40ecb-9f01-4ab3-ad1a-f0700544f13b no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:49:14.997890 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:15.004750 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:49:15.005215 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:49:15.020801 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:49:15.035065 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: 75d40ecb-9f01-4ab3-ad1a-f0700544f13b {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:49:15.035652 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 75d40ecb-9f01-4ab3-ad1a-f0700544f13b not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:49:15.222221 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:15.245330 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:15.256672 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c3c2f3-62de-408a-8af6-2319578a53b0,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:15.344662 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-0133898e-96af-4669-b87d-5ea869808106 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b5c3c2f3-62de-408a-8af6-2319578a53b0 HTTP/1.1" status: 204 len: 168 time: 0.7062125 Jan 14 22:49:15.671927 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5da7554b-a3fa-4703-8e9d-51fd019bc9b5 req-718d5a10-6787-4909-a8ac-7671ce40b34c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 210 time: 0.0464468 Jan 14 22:49:15.950829 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34766) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:15.998839 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-3ac23ee1-2b07-4383-b707-25b627e8d455 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=340b49de861c4150a6a23769129e54b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466564 Jan 14 22:49:16.001236 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34770) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:16.060171 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-db7e61b4-17b3-4598-b9ba-be7e1b8183ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:16.087776 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-db7e61b4-17b3-4598-b9ba-be7e1b8183ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:16.352939 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-db7e61b4-17b3-4598-b9ba-be7e1b8183ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:16.368060 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e61b4-17b3-4598-b9ba-be7e1b8183ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31d15a-963e-4e0d-8d9d-722e5f7e5114,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:16.383065 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-db7e61b4-17b3-4598-b9ba-be7e1b8183ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:16.388533 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-db7e61b4-17b3-4598-b9ba-be7e1b8183ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca31d15a-963e-4e0d-8d9d-722e5f7e5114 HTTP/1.1" status: 204 len: 168 time: 0.3859124 Jan 14 22:49:16.879745 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2580f815-38a6-4a21-a9b4-c2d5c53c7259 req-30344190-fa9f-49f4-89ea-184fd0d58e60 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 210 time: 0.0753691 Jan 14 22:49:17.453162 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-5ea13f0e-c1c7-424e-88a0-9e3d9eade755 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:17.455584 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-5ea13f0e-c1c7-424e-88a0-9e3d9eade755 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 817 time: 0.1667283 Jan 14 22:49:17.517056 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-dbc1b1e5-551c-45cb-86e4-0801e58d0bcb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87c3a88bcc946af9bc4b50a83b60ece HTTP/1.1" status: 200 len: 380 time: 0.0535128 Jan 14 22:49:17.526840 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'port': {'device_id': '9c223304-df9d-45d3-a920-726eb89ca75c', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'admin_state_up': True, 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'security_groups': ['2c824df4-b366-46fa-9f91-34b171eda574']}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:17.807188 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:17.832262 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:17.854241 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-e47c1693-5b88-4c5e-bcfd-9148dba84642 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:17.855048 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-e47c1693-5b88-4c5e-bcfd-9148dba84642 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Synchronizing usage tracker for tenant:289e9279bc3446a6a3fef4e316a79eff on resource:network {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:17.951536 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Made reservation on behalf of f87c3a88bcc946af9bc4b50a83b60ece for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:49:17.957591 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:18.055110 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-e47c1693-5b88-4c5e-bcfd-9148dba84642 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Unset dirty status for tenant:289e9279bc3446a6a3fef4e316a79eff on resource:network {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:18.059547 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-e47c1693-5b88-4c5e-bcfd-9148dba84642 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/networks?id=51d1b4ee-94dd-4f4d-8743-166ff4febbba HTTP/1.1" status: 200 len: 814 time: 0.4222114 Jan 14 22:49:18.075775 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-33d8de9e-0ec9-469d-b634-392ba353c2d6 req-dcd78b22-7643-4646-bb3a-f86208b8dfff tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 210 time: 0.0623882 Jan 14 22:49:18.100987 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-08eccd1d-f398-47ad-a59d-482d54ac713e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/quotas/289e9279bc3446a6a3fef4e316a79eff HTTP/1.1" status: 200 len: 375 time: 0.0307469 Jan 14 22:49:18.227632 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Allocated IP 172.20.0.7 (8a778f94-4f90-4b8f-bc52-29864f191d6f/93104011-4e4a-4606-8342-119f00b85613/cee44aa7-bbd3-4836-964e-ecdc8963c112) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:49:18.260763 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-1be6be8e-ead1-409d-b061-091a0008b511 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Synchronizing usage tracker for tenant:289e9279bc3446a6a3fef4e316a79eff on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:18.377714 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-1be6be8e-ead1-409d-b061-091a0008b511 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Unset dirty status for tenant:289e9279bc3446a6a3fef4e316a79eff on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:18.379151 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-1be6be8e-ead1-409d-b061-091a0008b511 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=289e9279bc3446a6a3fef4e316a79eff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2704389 Jan 14 22:49:18.526560 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:18.566508 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Transition to ACTIVE for port object cee44aa7-bbd3-4836-964e-ecdc8963c112 will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:18.577337 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-7f6e4b63-8bf5-46e2-b5da-826a685e3b2c service neutron] 10.222.0.25 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850595 Jan 14 22:49:18.789856 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:18.874819 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-32194abf-c86e-4515-a4d8-fa9ae2d2ef1a service neutron] 10.222.0.25 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896905 Jan 14 22:49:18.876496 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Network 8a778f94-4f90-4b8f-bc52-29864f191d6f is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:49:18.880158 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:18.884035 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:49:18.935289 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:18.963591 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:18.964199 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:19.220949 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-fb77dd84-f9d6-453f-af49-a024a5adb90e None None] Provisioning for port cee44aa7-bbd3-4836-964e-ecdc8963c112 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:19.226078 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-fb77dd84-f9d6-453f-af49-a024a5adb90e None None] Provisioning complete for port cee44aa7-bbd3-4836-964e-ecdc8963c112 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:19.226451 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-fb77dd84-f9d6-453f-af49-a024a5adb90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:19.230073 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b5bb0bd6-2954-46b3-8bd5-bf80c96e49e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7069714 Jan 14 22:49:19.286646 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb0a8-06dd-4756-9860-3978d79ed01a req-b810effb-9517-40b6-94f7-25e73a21841f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:19.287376 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-a61cb0a8-06dd-4756-9860-3978d79ed01a req-b810effb-9517-40b6-94f7-25e73a21841f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Synchronizing usage tracker for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:19.318081 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-fb77dd84-f9d6-453f-af49-a024a5adb90e None None] Port cee44aa7-bbd3-4836-964e-ecdc8963c112 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:49:19.352753 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-de904d51-5598-4cfe-bff6-277c5f9f1a41 req-205c5574-6b8c-4428-bb0e-9c308d5037d1 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 210 time: 0.0561440 Jan 14 22:49:19.407555 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34870) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:19.421147 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-a61cb0a8-06dd-4756-9860-3978d79ed01a req-b810effb-9517-40b6-94f7-25e73a21841f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Unset dirty status for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:19.422340 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a61cb0a8-06dd-4756-9860-3978d79ed01a req-b810effb-9517-40b6-94f7-25e73a21841f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 931 time: 0.2313070 Jan 14 22:49:19.466601 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a61cb0a8-06dd-4756-9860-3978d79ed01a req-2c300ead-1250-4342-b530-c695258197a0 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 Jan 14 22:49:19.527865 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-800b3b77-d925-4b32-8532-4f6e81fe2b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:19.542601 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-800b3b77-d925-4b32-8532-4f6e81fe2b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:19.546315 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-800b3b77-d925-4b32-8532-4f6e81fe2b05 admin admin] Usage tracker for resource:security_group_rule and tenant:fd388519789e4a4883c52ef9ee7dfe07 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:19.549213 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-800b3b77-d925-4b32-8532-4f6e81fe2b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:19.555169 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-800b3b77-d925-4b32-8532-4f6e81fe2b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:19.635274 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-800b3b77-d925-4b32-8532-4f6e81fe2b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:19.717928 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-800b3b77-d925-4b32-8532-4f6e81fe2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:19.768278 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-800b3b77-d925-4b32-8532-4f6e81fe2b05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd388519789e4a4883c52ef9ee7dfe07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3582878 Jan 14 22:49:19.769968 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b3b77-d925-4b32-8532-4f6e81fe2b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6f1bf-33ee-45b3-a699-6ec39a0541e8,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:19.771462 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 34876) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:19.830761 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2cea38ea-8335-4604-a131-a055dbd559da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:19.855605 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2cea38ea-8335-4604-a131-a055dbd559da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:19.986826 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2cea38ea-8335-4604-a131-a055dbd559da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:20.001128 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea38ea-8335-4604-a131-a055dbd559da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a6f1bf-33ee-45b3-a699-6ec39a0541e8,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:20.008619 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2cea38ea-8335-4604-a131-a055dbd559da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:20.009729 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2cea38ea-8335-4604-a131-a055dbd559da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5a6f1bf-33ee-45b3-a699-6ec39a0541e8 HTTP/1.1" status: 204 len: 168 time: 0.2371376 Jan 14 22:49:20.254644 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Request body: {'port': {'device_id': '9c223304-df9d-45d3-a920-726eb89ca75c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:20.368734 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:20.468885 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fbd44acd-5d01-4f27-81e2-9b2e50dbb926 req-1ce8e8b7-6152-4ac3-9a67-a01b261ecd84 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 210 time: 0.0585065 Jan 14 22:49:20.723915 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34894) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:20.742257 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d68c7f24-6a5a-4b24-879a-57b89d2c9b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:20.755274 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc177122-a957-4c3e-aeab-34ed7c232b6b req-66d1cd3c-98ac-4056-8228-c467e68ac63f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:20.756717 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fc177122-a957-4c3e-aeab-34ed7c232b6b req-66d1cd3c-98ac-4056-8228-c467e68ac63f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 931 time: 0.1644251 Jan 14 22:49:20.757226 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-d68c7f24-6a5a-4b24-879a-57b89d2c9b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:20.761104 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-d68c7f24-6a5a-4b24-879a-57b89d2c9b98 admin admin] Usage tracker for resource:security_group_rule and tenant:62fbe472847f47c3ab9d5dc5afe770b9 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:20.763946 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-d68c7f24-6a5a-4b24-879a-57b89d2c9b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:20.770304 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-d68c7f24-6a5a-4b24-879a-57b89d2c9b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:20.854291 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee44aa7-bbd3-4836-964e-ecdc8963c112 {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:49:20.856515 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d68c7f24-6a5a-4b24-879a-57b89d2c9b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:20.860643 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fc177122-a957-4c3e-aeab-34ed7c232b6b req-7de3d83b-3fd0-41ee-838a-5da5daea8b30 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946615 Jan 14 22:49:20.864819 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:20.879031 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Transition to ACTIVE for port object cee44aa7-bbd3-4836-964e-ecdc8963c112 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:20.933682 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d68c7f24-6a5a-4b24-879a-57b89d2c9b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:20.962365 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:20.979972 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c7f24-6a5a-4b24-879a-57b89d2c9b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9e7662-1691-4088-af3f-17b2b0327d62,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:20.986716 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-d68c7f24-6a5a-4b24-879a-57b89d2c9b98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62fbe472847f47c3ab9d5dc5afe770b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593040 Jan 14 22:49:20.986931 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 34898) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:21.070004 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4fa9-5188-44d2-9ed6-70efe3c60dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:21.098355 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Pushing event updated for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:21.099929 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4fa9-5188-44d2-9ed6-70efe3c60dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:21.213162 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Attempting to bind port cee44aa7-bbd3-4836-964e-ecdc8963c112 on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:49:21.213419 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Attempting to bind port cee44aa7-bbd3-4836-964e-ecdc8963c112 by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:49:21.213853 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Attempting to bind port cee44aa7-bbd3-4836-964e-ecdc8963c112 on network 8a778f94-4f90-4b8f-bc52-29864f191d6f {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:49:21.218707 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Port cee44aa7-bbd3-4836-964e-ecdc8963c112 on network 8a778f94-4f90-4b8f-bc52-29864f191d6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:49:21.218932 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Attempting to bind port cee44aa7-bbd3-4836-964e-ecdc8963c112 on network 8a778f94-4f90-4b8f-bc52-29864f191d6f {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:49:21.225035 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:49:21.225381 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Checking segment: {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:49:21.226041 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Bound using segment: {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:49:21.226283 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Bound port: cee44aa7-bbd3-4836-964e-ecdc8963c112, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:49:21.226620 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:21.227441 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4fa9-5188-44d2-9ed6-70efe3c60dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:21.247605 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd4fa9-5188-44d2-9ed6-70efe3c60dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9e7662-1691-4088-af3f-17b2b0327d62,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:21.249472 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:21.270544 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4fa9-5188-44d2-9ed6-70efe3c60dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:21.278205 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-8bdd4fa9-5188-44d2-9ed6-70efe3c60dce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b9e7662-1691-4088-af3f-17b2b0327d62 HTTP/1.1" status: 204 len: 168 time: 0.2888165 Jan 14 22:49:21.339348 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:49:21.343528 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:49:21.421359 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:21.482276 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:21.482887 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:21.484264 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-748dff61-9608-456d-800e-1383d81a1132 service neutron] 10.222.0.39 "PUT /v2.0/ports/cee44aa7-bbd3-4836-964e-ecdc8963c112 HTTP/1.1" status: 200 len: 1093 time: 1.2350137 Jan 14 22:49:21.484691 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:49:21.539191 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dff61-9608-456d-800e-1383d81a1132 service neutron] Pushing event updated for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:21.586149 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'status': 'completed', 'code': 200} Jan 14 22:49:21.710393 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7ae0ab97-3d2e-4bcd-83af-0c2f32dc03e7 req-f60f7b5c-ea7f-4ce1-bb89-4966dbc454f1 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 210 time: 0.0603802 Jan 14 22:49:21.750046 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b03143-5427-45d7-a135-dbf7e030ba88 req-b0663d57-fe9b-423c-8b9a-02602a3bff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:21.752216 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a7b03143-5427-45d7-a135-dbf7e030ba88 req-b0663d57-fe9b-423c-8b9a-02602a3bff2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 1096 time: 0.1432745 Jan 14 22:49:22.025883 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b03143-5427-45d7-a135-dbf7e030ba88 req-453e5b71-65c9-43b7-92b4-e558cf9045be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:22.027307 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a7b03143-5427-45d7-a135-dbf7e030ba88 req-453e5b71-65c9-43b7-92b4-e558cf9045be service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2689371 Jan 14 22:49:22.193382 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0528846-6e9c-4625-afc0-2e2083a429c5 req-986694a2-4fde-48b2-9838-798183e4d578 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:22.194905 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c0528846-6e9c-4625-afc0-2e2083a429c5 req-986694a2-4fde-48b2-9838-798183e4d578 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.2085149 Jan 14 22:49:22.199785 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b03143-5427-45d7-a135-dbf7e030ba88 req-428206bc-ea5b-4456-bdd0-a3f1a1cb2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:22.201273 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a7b03143-5427-45d7-a135-dbf7e030ba88 req-428206bc-ea5b-4456-bdd0-a3f1a1cb2ae5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1653078 Jan 14 22:49:22.250158 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c0528846-6e9c-4625-afc0-2e2083a429c5 req-39a1bb86-989b-4232-bcbb-f8b09fa6f39c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470867 Jan 14 22:49:22.354129 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-1fc638c2-3488-4478-b6a4-5dce5171fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:22.356185 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-1fc638c2-3488-4478-b6a4-5dce5171fc89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 1096 time: 0.1008193 Jan 14 22:49:22.431809 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-38cdeaf3-340a-4792-8075-109ce1e82838 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112 HTTP/1.1" status: 200 len: 217 time: 0.0679038 Jan 14 22:49:22.518078 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-012c545e-f019-422a-a1b3-ac286d00c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:22.519415 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-012c545e-f019-422a-a1b3-ac286d00c93d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.0809963 Jan 14 22:49:22.608516 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b49cb743-8612-4abd-9569-a5bf1233ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:22.610487 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-b49cb743-8612-4abd-9569-a5bf1233ae61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833473 Jan 14 22:49:22.618575 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-af88de35-63e9-42b1-a488-660d3aa60408 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:22.619990 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-af88de35-63e9-42b1-a488-660d3aa60408 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.39 "GET /v2.0/networks?id=51d1b4ee-94dd-4f4d-8743-166ff4febbba HTTP/1.1" status: 200 len: 814 time: 0.2030883 Jan 14 22:49:22.631834 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'port': {'device_id': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'admin_state_up': True, 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:22.788696 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:22.801560 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:22.807278 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-8d959235-2a28-45dc-9a5a-49d89105f110 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883852 Jan 14 22:49:22.877270 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Made reservation on behalf of 289e9279bc3446a6a3fef4e316a79eff for: {'port': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:49:22.882293 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:22.974257 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-91083035-f8f0-47c2-a7f5-fd6ce7ad4799 req-a0d47a15-ec50-473e-bab3-a4d63613b65a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 210 time: 0.0508387 Jan 14 22:49:23.034542 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32431d34-b3b9-40a3-adfa-6038bf2a24ce req-86f16166-54e7-40c7-8320-c7d155122c93 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121162 Jan 14 22:49:23.084639 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Allocated IP 172.20.0.10 (51d1b4ee-94dd-4f4d-8743-166ff4febbba/e6789470-6d93-4dfa-8b04-d28da801f686/cd859220-e334-4837-9210-020bb2411216) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:49:23.293255 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:23.312517 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Transition to ACTIVE for port object cd859220-e334-4837-9210-020bb2411216 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:23.411537 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:23.495156 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Network 51d1b4ee-94dd-4f4d-8743-166ff4febbba is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:49:23.498955 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:23.504527 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:49:23.543438 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'Port': ['ID=cd859220-e334-4837-9210-020bb2411216,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:23.545721 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a08455-0991-47ff-addf-c3c4bf34365b req-f15cf800-9ead-4dc6-9b86-4f816daaea1f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:23.557200 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-89a08455-0991-47ff-addf-c3c4bf34365b req-f15cf800-9ead-4dc6-9b86-4f816daaea1f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.1530039 Jan 14 22:49:23.609902 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:23.610660 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:23.646415 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-89a08455-0991-47ff-addf-c3c4bf34365b req-efc13bdc-ab37-402c-a4eb-39121dd753d8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882256 Jan 14 22:49:23.764751 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-64629918-0c41-4ba3-9cb3-f87a189c66aa tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1364455 Jan 14 22:49:23.784342 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Request body: {'port': {'device_id': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:23.993186 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-839fe566-2310-4550-90dc-4b1569d07f51 None None] Provisioning for port cd859220-e334-4837-9210-020bb2411216 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:24.002439 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-839fe566-2310-4550-90dc-4b1569d07f51 None None] Provisioning complete for port cd859220-e334-4837-9210-020bb2411216 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:24.003137 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-839fe566-2310-4550-90dc-4b1569d07f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:24.127453 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-839fe566-2310-4550-90dc-4b1569d07f51 None None] Port cd859220-e334-4837-9210-020bb2411216 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:49:24.132957 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:24.325515 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cf783-e2ee-44cf-a11f-747e52795ddc req-46310dce-57b6-46c3-8d0c-275a672374c6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:24.327218 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd9cf783-e2ee-44cf-a11f-747e52795ddc req-46310dce-57b6-46c3-8d0c-275a672374c6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 932 time: 0.1683850 Jan 14 22:49:24.390601 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-fd9cf783-e2ee-44cf-a11f-747e52795ddc req-30a76571-cd55-45ae-8cba-b00f116e0772 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Synchronizing usage tracker for tenant:289e9279bc3446a6a3fef4e316a79eff on resource:security_group {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:24.501101 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-fd9cf783-e2ee-44cf-a11f-747e52795ddc req-30a76571-cd55-45ae-8cba-b00f116e0772 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Unset dirty status for tenant:289e9279bc3446a6a3fef4e316a79eff on resource:security_group {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:24.506983 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd9cf783-e2ee-44cf-a11f-747e52795ddc req-30a76571-cd55-45ae-8cba-b00f116e0772 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739969 Jan 14 22:49:24.662616 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd859220-e334-4837-9210-020bb2411216 {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:49:24.672879 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:24.691973 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Transition to ACTIVE for port object cd859220-e334-4837-9210-020bb2411216 will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:24.769468 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:25.052483 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c48fc-a872-43c6-8478-2aa474545d2b req-24637331-8fb9-4195-a5d4-78b15e9f6b65 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:25.088250 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bc9c48fc-a872-43c6-8478-2aa474545d2b req-24637331-8fb9-4195-a5d4-78b15e9f6b65 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.2675519 Jan 14 22:49:25.146510 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bc9c48fc-a872-43c6-8478-2aa474545d2b req-523e2a31-b1e7-4bd7-9b4c-1fe3f85f4535 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594943 Jan 14 22:49:25.285730 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Pushing event updated for resources: {'Port': ['ID=cd859220-e334-4837-9210-020bb2411216,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:25.347829 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Attempting to bind port cd859220-e334-4837-9210-020bb2411216 on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:49:25.348254 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Attempting to bind port cd859220-e334-4837-9210-020bb2411216 by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:49:25.348584 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Attempting to bind port cd859220-e334-4837-9210-020bb2411216 on network 51d1b4ee-94dd-4f4d-8743-166ff4febbba {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:49:25.354413 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Port cd859220-e334-4837-9210-020bb2411216 on network 51d1b4ee-94dd-4f4d-8743-166ff4febbba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:49:25.356550 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Attempting to bind port cd859220-e334-4837-9210-020bb2411216 on network 51d1b4ee-94dd-4f4d-8743-166ff4febbba {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:49:25.365209 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:49:25.366084 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Checking segment: {'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:49:25.366549 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Bound using segment: {'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:49:25.367588 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Bound port: cd859220-e334-4837-9210-020bb2411216, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3f6a9b-4930-4362-9617-911e420441ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:49:25.368078 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:25.482941 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] For port cd859220-e334-4837-9210-020bb2411216, host hv-cinder-82480, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:49:25.486829 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] For port cd859220-e334-4837-9210-020bb2411216, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cd859220-e334-4837-9210-020bb2411216,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:49:25.552932 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:25.644001 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Pushing event updated for resources: {'Port': ['ID=cd859220-e334-4837-9210-020bb2411216,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:25.671758 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:25.672392 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:25.682582 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-055f687d-3f7a-4eca-b7ce-80f70eabe3cd service neutron] 10.222.0.39 "PUT /v2.0/ports/cd859220-e334-4837-9210-020bb2411216 HTTP/1.1" status: 200 len: 1094 time: 1.9046710 Jan 14 22:49:25.683157 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'tag': 'cd859220-e334-4837-9210-020bb2411216'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:49:25.774374 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'tag': 'cd859220-e334-4837-9210-020bb2411216', 'status': 'completed', 'code': 200} Jan 14 22:49:25.867779 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c218b8-bad5-4db0-8ee7-d8dcaf871243 req-a314c16d-3c5c-4b51-9254-935e0a996599 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:25.878402 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25c218b8-bad5-4db0-8ee7-d8dcaf871243 req-a314c16d-3c5c-4b51-9254-935e0a996599 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 944 time: 0.1918271 Jan 14 22:49:25.937355 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25c218b8-bad5-4db0-8ee7-d8dcaf871243 req-098fa99c-6246-4d9c-ab0a-35e7241bf939 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574410 Jan 14 22:49:26.352406 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654954d2-cea2-400e-9060-64317f2f60e1 req-6607f6b1-79ba-4473-a966-06c671857af9 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:26.354136 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-654954d2-cea2-400e-9060-64317f2f60e1 req-6607f6b1-79ba-4473-a966-06c671857af9 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0886297 Jan 14 22:49:26.440761 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-654954d2-cea2-400e-9060-64317f2f60e1 req-52df87b6-b1a6-440d-a0f7-9715b1c38792 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809460 Jan 14 22:49:27.170837 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cee44aa7-bbd3-4836-964e-ecdc8963c112 details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:49:27.215108 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ef2c6-6311-4e0a-af3b-112af0646b69 req-153ac422-efd1-451e-b181-86a909e9cc67 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:27.230094 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb5ef2c6-6311-4e0a-af3b-112af0646b69 req-153ac422-efd1-451e-b181-86a909e9cc67 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 944 time: 0.1474757 Jan 14 22:49:27.316133 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb5ef2c6-6311-4e0a-af3b-112af0646b69 req-079e0ebf-2be5-4259-ba30-af120ce45843 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850501 Jan 14 22:49:27.402411 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:27.417633 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'port_id': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'mac_address': 'fa:16:3e:d5:d8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:49:27.484349 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:27.536690 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee44aa7-bbd3-4836-964e-ecdc8963c112 {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:49:27.555510 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:27.701119 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01629b-bc37-40c1-9e9c-e8263c63b8c0 req-84d2a9c9-a8f6-4507-b358-6a71994a16fd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:27.703357 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4a01629b-bc37-40c1-9e9c-e8263c63b8c0 req-84d2a9c9-a8f6-4507-b358-6a71994a16fd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0938253 Jan 14 22:49:27.739415 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:27.767628 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4a01629b-bc37-40c1-9e9c-e8263c63b8c0 req-d62d7b8b-9f49-42e4-bc61-9e3b29efe81e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563219 Jan 14 22:49:27.821399 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:27.996846 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['cee44aa7-bbd3-4836-964e-ecdc8963c112'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:49:28.280333 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:49:28.644232 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22bbed-b485-4841-a92b-2e49dc1138d7 req-4fb31de0-1329-4437-a483-68e48bf4927b tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:28.646428 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4a22bbed-b485-4841-a92b-2e49dc1138d7 req-4fb31de0-1329-4437-a483-68e48bf4927b tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 944 time: 0.2126794 Jan 14 22:49:28.699879 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4a22bbed-b485-4841-a92b-2e49dc1138d7 req-b74bd81c-4512-4ae9-aae1-6ffef19872b3 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473218 Jan 14 22:49:28.982198 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35060) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:29.011485 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382b285-60c7-4d9b-b018-7bc39796285e req-c951c071-6bec-496e-b120-ab64b410c970 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:29.012953 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f382b285-60c7-4d9b-b018-7bc39796285e req-c951c071-6bec-496e-b120-ab64b410c970 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 944 time: 0.1190670 Jan 14 22:49:29.119150 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f382b285-60c7-4d9b-b018-7bc39796285e req-431e9249-373e-485d-96c6-00089d90a661 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979013 Jan 14 22:49:29.192189 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cee44aa7-bbd3-4836-964e-ecdc8963c112 up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:29.238362 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-90c51171-34bf-417b-adcd-8be85eeacb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:29.273253 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-90c51171-34bf-417b-adcd-8be85eeacb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:29.283736 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-90c51171-34bf-417b-adcd-8be85eeacb3a admin admin] Usage tracker for resource:security_group_rule and tenant:a9af16f0f4b044acbe6655d2b9a71092 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:29.287226 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-90c51171-34bf-417b-adcd-8be85eeacb3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:29.294259 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-90c51171-34bf-417b-adcd-8be85eeacb3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:29.386799 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port cee44aa7-bbd3-4836-964e-ecdc8963c112 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:29.395164 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port cee44aa7-bbd3-4836-964e-ecdc8963c112 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:29.395537 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:29.400459 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-90c51171-34bf-417b-adcd-8be85eeacb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:29.472381 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-90c51171-34bf-417b-adcd-8be85eeacb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:29.545171 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-90c51171-34bf-417b-adcd-8be85eeacb3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9af16f0f4b044acbe6655d2b9a71092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618706 Jan 14 22:49:29.548245 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35104) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:29.589353 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c51171-34bf-417b-adcd-8be85eeacb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfbe550-07b5-4df5-b543-83a9ebb5cf63,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:29.593456 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:29.648498 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:49:29.678482 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:29.690370 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-15bf05b7-8710-468a-be9a-89313d569e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:29.736538 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'code': 200} Jan 14 22:49:29.739447 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-15bf05b7-8710-468a-be9a-89313d569e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:29.790864 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:29.925351 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:29.982989 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-15bf05b7-8710-468a-be9a-89313d569e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:30.013591 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf05b7-8710-468a-be9a-89313d569e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfbe550-07b5-4df5-b543-83a9ebb5cf63,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:30.062826 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-15bf05b7-8710-468a-be9a-89313d569e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:30.064786 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-15bf05b7-8710-468a-be9a-89313d569e1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cfbe550-07b5-4df5-b543-83a9ebb5cf63 HTTP/1.1" status: 204 len: 168 time: 0.5144715 Jan 14 22:49:30.084952 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c42f0-256b-4922-9d92-592644a66b2f req-25508b9b-a162-4978-9e03-c52dad0b5c93 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:30.092046 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-706c42f0-256b-4922-9d92-592644a66b2f req-25508b9b-a162-4978-9e03-c52dad0b5c93 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 944 time: 0.2025161 Jan 14 22:49:30.144105 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-706c42f0-256b-4922-9d92-592644a66b2f req-6548abd1-61c9-49b2-90c6-9f3236812721 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509596 Jan 14 22:49:30.462571 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b50aa-6cd3-4d93-b9b0-09006053e78d req-cf1c3cec-3bef-4f78-b78b-56e51253cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:30.465744 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-232b50aa-6cd3-4d93-b9b0-09006053e78d req-cf1c3cec-3bef-4f78-b78b-56e51253cc46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=289e9279bc3446a6a3fef4e316a79eff&device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 1097 time: 0.2286484 Jan 14 22:49:30.476483 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10480e7-8238-43b1-9b39-640bffd11d5e req-a30416a6-5b46-4fdc-877a-262f02f080b3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:30.478921 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f10480e7-8238-43b1-9b39-640bffd11d5e req-a30416a6-5b46-4fdc-877a-262f02f080b3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.1435468 Jan 14 22:49:30.619958 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f10480e7-8238-43b1-9b39-640bffd11d5e req-39370e58-3e95-48a5-b2d6-e314a0d7dc0a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187637 Jan 14 22:49:30.862505 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b50aa-6cd3-4d93-b9b0-09006053e78d req-103d9b11-94b1-4ec7-817b-2d36f125825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:30.864339 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-232b50aa-6cd3-4d93-b9b0-09006053e78d req-103d9b11-94b1-4ec7-817b-2d36f125825b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=289e9279bc3446a6a3fef4e316a79eff&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3800030 Jan 14 22:49:30.886161 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cb628-3970-4d5e-858d-568f678371ce req-58b7f986-4855-4294-a54d-6efff00fb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:30.890677 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-027cb628-3970-4d5e-858d-568f678371ce req-58b7f986-4855-4294-a54d-6efff00fb9d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 1098 time: 0.1360929 Jan 14 22:49:31.072270 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35138) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:31.095567 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c6a1aa66-02e1-49f8-bcb2-00667466cf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:31.113617 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c6a1aa66-02e1-49f8-bcb2-00667466cf2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:31.117896 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c6a1aa66-02e1-49f8-bcb2-00667466cf2a admin admin] Usage tracker for resource:security_group_rule and tenant:0ae9c343e83e4600a02f17b7ae5a28c8 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:31.120959 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-c6a1aa66-02e1-49f8-bcb2-00667466cf2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:31.127536 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-c6a1aa66-02e1-49f8-bcb2-00667466cf2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:31.139529 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5a70a-21ff-4de6-868e-5ed7773def1d req-b1235b31-913c-4e9f-8475-99f724054aef tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:31.141039 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-26a5a70a-21ff-4de6-868e-5ed7773def1d req-b1235b31-913c-4e9f-8475-99f724054aef tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1554358 Jan 14 22:49:31.224370 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-26a5a70a-21ff-4de6-868e-5ed7773def1d req-520a9c97-d235-4a66-bca2-27d40294959b tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763249 Jan 14 22:49:31.273165 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c6a1aa66-02e1-49f8-bcb2-00667466cf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:31.341297 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c6a1aa66-02e1-49f8-bcb2-00667466cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:31.395812 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1aa66-02e1-49f8-bcb2-00667466cf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8c256f-9820-4727-9b86-def2e3db94a1,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:31.420514 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35152) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:31.420705 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c6a1aa66-02e1-49f8-bcb2-00667466cf2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ae9c343e83e4600a02f17b7ae5a28c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469720 Jan 14 22:49:31.512868 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6db70-ff07-47cb-9d6f-753eb85bb0e1 req-3daaa324-77e2-4432-9a03-bd5b442ca41d tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:31.535819 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-43f6db70-ff07-47cb-9d6f-753eb85bb0e1 req-3daaa324-77e2-4432-9a03-bd5b442ca41d tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 944 time: 0.2357857 Jan 14 22:49:31.582337 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba983-dac9-4fd8-844c-fc4e7c858f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:31.719618 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba983-dac9-4fd8-844c-fc4e7c858f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:31.844178 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-43f6db70-ff07-47cb-9d6f-753eb85bb0e1 req-f10e155a-8edc-4d5b-988f-d5373e11f99d tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075006 Jan 14 22:49:31.899590 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b50aa-6cd3-4d93-b9b0-09006053e78d req-0791e0f7-5db4-4abf-ad65-14e36ed7a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:31.900597 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-027cb628-3970-4d5e-858d-568f678371ce req-1a3e9724-2a89-44e7-8476-68dbf955fec0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462102 Jan 14 22:49:31.901829 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-232b50aa-6cd3-4d93-b9b0-09006053e78d req-0791e0f7-5db4-4abf-ad65-14e36ed7a199 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3844726 Jan 14 22:49:32.040289 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb685a9f-019a-4c1d-ab76-35f75e39853c req-a138cd84-95f2-4d23-9ff2-11eccc63075c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:32.042020 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb685a9f-019a-4c1d-ab76-35f75e39853c req-a138cd84-95f2-4d23-9ff2-11eccc63075c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.1338055 Jan 14 22:49:32.136257 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb685a9f-019a-4c1d-ab76-35f75e39853c req-e97c8758-842e-43be-9f48-bd5a91a4c810 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811160 Jan 14 22:49:32.192106 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba983-dac9-4fd8-844c-fc4e7c858f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:32.207639 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ba983-dac9-4fd8-844c-fc4e7c858f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8c256f-9820-4727-9b86-def2e3db94a1,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:32.214432 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba983-dac9-4fd8-844c-fc4e7c858f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:32.215892 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-bf4ba983-dac9-4fd8-844c-fc4e7c858f49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e8c256f-9820-4727-9b86-def2e3db94a1 HTTP/1.1" status: 204 len: 168 time: 0.7930982 Jan 14 22:49:32.426835 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0933881-237c-450f-94da-7ad0c9a11789 req-720e616c-6d3d-49f0-acd2-bd08c53b5d83 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:32.428391 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c0933881-237c-450f-94da-7ad0c9a11789 req-720e616c-6d3d-49f0-acd2-bd08c53b5d83 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.0833006 Jan 14 22:49:32.489043 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c0933881-237c-450f-94da-7ad0c9a11789 req-63a58fb9-8dce-4f18-ba2c-28ed95049fd2 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508995 Jan 14 22:49:33.090528 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd182e18-0d7e-43a1-99a7-be08673b3553 req-f4aa5861-d130-4393-a5ce-2a4fa90d287e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:33.091969 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dd182e18-0d7e-43a1-99a7-be08673b3553 req-f4aa5861-d130-4393-a5ce-2a4fa90d287e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 944 time: 0.1454766 Jan 14 22:49:33.097859 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-133992ce-68ed-441a-b1fc-b31b37da7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:33.099212 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-133992ce-68ed-441a-b1fc-b31b37da7147 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=289e9279bc3446a6a3fef4e316a79eff&device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 1097 time: 0.1117847 Jan 14 22:49:33.182792 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-0074afb6-1baf-4fdf-848a-2c618a17decf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd859220-e334-4837-9210-020bb2411216 HTTP/1.1" status: 200 len: 217 time: 0.0686085 Jan 14 22:49:33.240521 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dd182e18-0d7e-43a1-99a7-be08673b3553 req-7bd22ee7-37bc-456b-b649-5a378cae77af tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403742 Jan 14 22:49:33.305976 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-3a246312-aae5-4f46-9a8b-0ed70801ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:33.307443 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-3a246312-aae5-4f46-9a8b-0ed70801ef01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6789470-6d93-4dfa-8b04-d28da801f686 HTTP/1.1" status: 200 len: 853 time: 0.1152890 Jan 14 22:49:33.402112 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37951dcf-1e8f-42e2-964c-b1b711170c1c req-258ac963-fbc1-41e2-b144-e6079da0101a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:33.403586 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-37951dcf-1e8f-42e2-964c-b1b711170c1c req-258ac963-fbc1-41e2-b144-e6079da0101a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.1510780 Jan 14 22:49:33.425517 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-e5920581-10a0-4ee7-b420-8b57bb2f108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:33.427048 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-e5920581-10a0-4ee7-b420-8b57bb2f108e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51d1b4ee-94dd-4f4d-8743-166ff4febbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1102729 Jan 14 22:49:33.480230 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-37951dcf-1e8f-42e2-964c-b1b711170c1c req-d9ae39fb-ffdd-4a55-b60d-4e1a6b8d0b9a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693452 Jan 14 22:49:33.604289 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-49787ec0-642f-4bb3-9e9b-b7b030234d54 service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588852 Jan 14 22:49:33.871799 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-adf2dd01-ae5e-4461-916d-9b8c43b267e7 req-b27c2911-2421-4f67-8342-a6663593575f service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599730 Jan 14 22:49:33.884211 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a2e8d-9497-4d41-8fe9-0c650c6e8c42 req-601910c7-3d3d-4802-8e69-6ab45797ffd8 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:33.886771 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ed5a2e8d-9497-4d41-8fe9-0c650c6e8c42 req-601910c7-3d3d-4802-8e69-6ab45797ffd8 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1799691 Jan 14 22:49:33.943989 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ed5a2e8d-9497-4d41-8fe9-0c650c6e8c42 req-0d394ef1-be8d-4b5b-ab7c-7ac4b44bb33d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453193 Jan 14 22:49:34.451506 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf14035-eb34-4201-a142-227504def878 req-e493ad4d-7fae-4d3b-bfa5-3ead8cf8ddb7 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:34.452981 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7bf14035-eb34-4201-a142-227504def878 req-e493ad4d-7fae-4d3b-bfa5-3ead8cf8ddb7 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 944 time: 0.0847521 Jan 14 22:49:34.500490 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7bf14035-eb34-4201-a142-227504def878 req-7c54ee07-4e58-43b1-ba9e-907e1979c487 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407526 Jan 14 22:49:34.701927 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9f779-3162-4100-8d96-e30126ee5f2d req-e62eb23f-f0a0-41be-96a9-39125407e7e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:34.703402 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e1a9f779-3162-4100-8d96-e30126ee5f2d req-e62eb23f-f0a0-41be-96a9-39125407e7e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0897772 Jan 14 22:49:34.749953 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e1a9f779-3162-4100-8d96-e30126ee5f2d req-b0a5a549-90f7-4f92-88cf-430bc0ca4979 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408118 Jan 14 22:49:34.938661 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928b706-68b7-45d3-862e-7db58117c83d req-e9b5abdf-dab4-4f4d-8a16-d8a7ea6bc9e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:34.940240 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8928b706-68b7-45d3-862e-7db58117c83d req-e9b5abdf-dab4-4f4d-8a16-d8a7ea6bc9e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0842891 Jan 14 22:49:34.949312 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35224) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:34.955078 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-55ff0b43-5dbf-4d78-b135-01229f256021 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'floatingip': {'port_id': 'cee44aa7-bbd3-4836-964e-ecdc8963c112'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:35.040771 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-55ff0b43-5dbf-4d78-b135-01229f256021 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:35.230487 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad174e-2486-4f8e-bbf7-6e4e98c9aae6 req-5da9ceb4-ca5e-4444-bfd4-d9310c87c709 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:35.232777 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-58ad174e-2486-4f8e-bbf7-6e4e98c9aae6 req-5da9ceb4-ca5e-4444-bfd4-d9310c87c709 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1711333 Jan 14 22:49:35.248192 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-3b421384-c9be-4582-b12c-4f7dc6ac3cbf tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:35.248192 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-3b421384-c9be-4582-b12c-4f7dc6ac3cbf tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 945 time: 0.1125164 Jan 14 22:49:35.348174 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-58ad174e-2486-4f8e-bbf7-6e4e98c9aae6 req-13cf151c-39bc-4469-978d-77c9e2d339a0 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=23379976-c31d-4930-9839-ac00827bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002648 Jan 14 22:49:35.351533 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Deleting port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:49:35.351871 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:35.685616 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] For port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:35.686437 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:35.812856 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9923371-ede7-4849-a4db-c664879d107a req-d47bf66c-eb9f-4f6a-957e-b7f1a29cff4a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:35.814945 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a9923371-ede7-4849-a4db-c664879d107a req-d47bf66c-eb9f-4f6a-957e-b7f1a29cff4a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 944 time: 0.1935303 Jan 14 22:49:35.856013 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-55ff0b43-5dbf-4d78-b135-01229f256021 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:35.945563 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-55ff0b43-5dbf-4d78-b135-01229f256021 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:35.946231 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a9923371-ede7-4849-a4db-c664879d107a req-aebc18bb-5655-4700-a70e-388d53f190d4 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247754 Jan 14 22:49:36.054829 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:36.055175 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:36.055575 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Floating IP 6c936352-33c4-4457-a849-1aeb1da6c698 disassociated. External IP: 172.27.3.109, port: d0b380cf-00a6-4ff2-9b3c-0222b5c6773d. Jan 14 22:49:36.055830 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Calling delete_port for d0b380cf-00a6-4ff2-9b3c-0222b5c6773d owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:49:36.140919 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.l3_db [None req-55ff0b43-5dbf-4d78-b135-01229f256021 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Floating IP 5645db01-d2c1-439f-a20c-8ca8e03dfc33 associated. External IP: 172.27.3.201, port: cee44aa7-bbd3-4836-964e-ecdc8963c112. Jan 14 22:49:36.220929 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-6133c843-1d93-47ba-8c9a-7c437f159fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:36.305739 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:36.453658 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event deleted for resources: {'Port': ['ID=d0b380cf-00a6-4ff2-9b3c-0222b5c6773d,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:36.538799 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ff0b43-5dbf-4d78-b135-01229f256021 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Router 8de053a6-2f0a-469f-b137-e859af16719b has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:49:36.580699 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-87fec0a8-4bde-4c62-8fa4-948079a32fc5 req-ba90a0ff-720b-4e37-8c9d-2b6b85c57b88 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.0640914 Jan 14 22:49:36.692516 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Router 395804d8-d57a-4c44-8343-e7107859af86 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:49:36.745621 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ff0b43-5dbf-4d78-b135-01229f256021 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:49:36.758357 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] Sync routers for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:49:36.765490 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-55ff0b43-5dbf-4d78-b135-01229f256021 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:36.771873 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:49:36.773034 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:36.833326 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-55ff0b43-5dbf-4d78-b135-01229f256021 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "PUT /v2.0/floatingips/5645db01-d2c1-439f-a20c-8ca8e03dfc33 HTTP/1.1" status: 200 len: 991 time: 1.8827889 Jan 14 22:49:36.834136 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:49:36.916845 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'status': 'completed', 'code': 200} Jan 14 22:49:36.931882 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:49:36.946823 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] Sync routers for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:49:36.965881 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:49:36.966735 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:37.087453 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:49:37.098202 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-c64cc91a-8b11-4f42-8858-b09240135c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:37.101624 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-c64cc91a-8b11-4f42-8858-b09240135c50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 1098 time: 0.1600792 Jan 14 22:49:37.137137 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] No DVR routers for this DVR port d0b380cf-00a6-4ff2-9b3c-0222b5c6773d on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:49:37.147467 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:37.150101 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'name': 'network-vif-deleted', 'tag': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:49:37.230580 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cd859220-e334-4837-9210-020bb2411216 details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:49:37.238812 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf117454-e21a-4b2f-8df0-1ffee40704fc req-f3f70ed3-b114-4066-8d11-953556755af2 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:37.246684 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bf117454-e21a-4b2f-8df0-1ffee40704fc req-f3f70ed3-b114-4066-8d11-953556755af2 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 944 time: 0.1613371 Jan 14 22:49:37.278066 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8f9673-ab47-4c1f-9723-0c9ba3a2a336', 'name': 'network-vif-deleted', 'tag': 'd0b380cf-00a6-4ff2-9b3c-0222b5c6773d', 'status': 'completed', 'code': 200} Jan 14 22:49:37.307359 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bf117454-e21a-4b2f-8df0-1ffee40704fc req-fb3b6410-561a-4ec6-a5e6-1b98d5c3d046 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594027 Jan 14 22:49:37.308755 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5831fd81-7413-4430-8c2f-57b0fa50bb94 req-129302e5-8450-4926-87e3-c705f221cd56 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.39 "DELETE /v2.0/ports/d0b380cf-00a6-4ff2-9b3c-0222b5c6773d HTTP/1.1" status: 204 len: 173 time: 2.0473819 Jan 14 22:49:37.369647 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:49:37.432400 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-974aeac5-c52d-4fca-9394-1e6917a6e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:37.434823 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-974aeac5-c52d-4fca-9394-1e6917a6e9dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 917 time: 0.3286231 Jan 14 22:49:37.637954 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-e44c2cff-7f91-4f93-8b94-0dc2a92a9d75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112 HTTP/1.1" status: 200 len: 999 time: 0.1960175 Jan 14 22:49:37.773869 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-3dbe4074-3607-4115-a5fd-5e3eecea5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:37.775646 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-3dbe4074-3607-4115-a5fd-5e3eecea5652 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.1312764 Jan 14 22:49:37.869332 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-6f1e77bb-d8ec-45cc-b413-497899fef22e req-6b7019f9-d305-421c-9a62-887c8e9a4491 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Synchronizing usage tracker for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:37.921270 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cd859220-e334-4837-9210-020bb2411216, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cd859220-e334-4837-9210-020bb2411216,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:37.932400 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-32db6234-f05d-4edd-9924-536dc6423809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:37.935792 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-32db6234-f05d-4edd-9924-536dc6423809 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1503088 Jan 14 22:49:37.944739 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'cd859220-e334-4837-9210-020bb2411216', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'port_id': 'cd859220-e334-4837-9210-020bb2411216', 'mac_address': 'fa:16:3e:f7:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:49:37.974278 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-6f1e77bb-d8ec-45cc-b413-497899fef22e req-6b7019f9-d305-421c-9a62-887c8e9a4491 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Unset dirty status for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:37.975429 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6f1e77bb-d8ec-45cc-b413-497899fef22e req-6b7019f9-d305-421c-9a62-887c8e9a4491 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f8f9673-ab47-4c1f-9723-0c9ba3a2a336 HTTP/1.1" status: 200 len: 210 time: 0.1979322 Jan 14 22:49:37.988958 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:37.993620 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] Checking router: 395804d8-d57a-4c44-8343-e7107859af86 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:49:38.003265 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:49:38.003917 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:38.076366 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '5645db01-d2c1-439f-a20c-8ca8e03dfc33', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'port_id': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'mac_address': 'fa:16:3e:d5:d8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c223304-df9d-45d3-a920-726eb89ca75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:49:11Z', 'updated_at': '2022-01-14T22:49:35Z', 'revision_number': 1, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:38.099424 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] Checking router: 8de053a6-2f0a-469f-b137-e859af16719b for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:49:38.114414 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:49:38.116030 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:38.236187 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:38.273879 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd859220-e334-4837-9210-020bb2411216 {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:49:38.295372 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-a029848b-8fee-46ed-b721-9fede6dfe2cb service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513236 Jan 14 22:49:38.308410 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cd859220-e334-4837-9210-020bb2411216, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cd859220-e334-4837-9210-020bb2411216,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:38.309322 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:49:38.581055 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-9626527a-eb25-4934-b03f-66a9d9e4730e req-682ce995-40eb-49ab-854f-c3802444a428 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752848 Jan 14 22:49:38.624256 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:38.731127 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea3707-651f-4d28-b37a-1491a142f52e req-4684bf95-e143-4d4b-8f24-72f04d0d8e98 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:38.733200 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-15ea3707-651f-4d28-b37a-1491a142f52e req-4684bf95-e143-4d4b-8f24-72f04d0d8e98 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 945 time: 0.1292353 Jan 14 22:49:38.771929 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:38.776153 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0dc086-6a30-4e7e-9fa7-ea2a0fa72ba6 None None] The sync data for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi is: [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:49:38.790986 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-608faf58-cd36-4f1c-8882-bfb60c82f9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:38.833815 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-15ea3707-651f-4d28-b37a-1491a142f52e req-f46e93ab-2cb9-4d3c-97e7-cd64043376e8 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850868 Jan 14 22:49:38.834263 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:49:38.880511 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=cd859220-e334-4837-9210-020bb2411216,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:38.904140 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['cd859220-e334-4837-9210-020bb2411216'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:49:39.211266 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a212e55-2864-42e7-825c-26c5996579f0 None None] New status for floating IP 6c936352-33c4-4457-a849-1aeb1da6c698: DOWN {{(pid=87474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:49:39.221549 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35284) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:39.307824 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c3c70988-62f0-41ab-aa82-72666d807c76 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:39.340470 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c3c70988-62f0-41ab-aa82-72666d807c76 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:39.375755 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device d0b380cf-00a6-4ff2-9b3c-0222b5c6773d no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:49:39.433737 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: d0b380cf-00a6-4ff2-9b3c-0222b5c6773d {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:49:39.433909 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device d0b380cf-00a6-4ff2-9b3c-0222b5c6773d not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:49:39.505990 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c3c70988-62f0-41ab-aa82-72666d807c76 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:39.527434 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c70988-62f0-41ab-aa82-72666d807c76 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23379976-c31d-4930-9839-ac00827bc76b,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:39.537481 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c3c70988-62f0-41ab-aa82-72666d807c76 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:39.541550 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c3c70988-62f0-41ab-aa82-72666d807c76 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "DELETE /v2.0/security-groups/23379976-c31d-4930-9839-ac00827bc76b HTTP/1.1" status: 204 len: 168 time: 0.3185344 Jan 14 22:49:39.541822 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35290) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:39.560069 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.api.v2.resource [None req-2f343740-55f1-4c00-a85d-3bc6212b443e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] show failed (client error): The resource could not be found. Jan 14 22:49:39.561186 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2f343740-55f1-4c00-a85d-3bc6212b443e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups/23379976-c31d-4930-9839-ac00827bc76b HTTP/1.1" status: 404 len: 347 time: 0.0183847 Jan 14 22:49:39.570122 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35294) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:39.743628 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-276729ec-4ed3-4604-be2b-f710a6b152f5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Deleting port 49dda7f9-dd81-4947-8173-677bb3bc4013 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:49:39.744043 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-276729ec-4ed3-4604-be2b-f710a6b152f5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:39.800867 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '5645db01-d2c1-439f-a20c-8ca8e03dfc33', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'port_id': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'mac_address': 'fa:16:3e:d5:d8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c223304-df9d-45d3-a920-726eb89ca75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:49:11Z', 'updated_at': '2022-01-14T22:49:35Z', 'revision_number': 1, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:49:39.807604 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:39.827007 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc8fb9-29e5-4353-a746-57c9b5837ca6 None None] The sync data for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi is: [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '5645db01-d2c1-439f-a20c-8ca8e03dfc33', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'port_id': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'mac_address': 'fa:16:3e:d5:d8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c223304-df9d-45d3-a920-726eb89ca75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:49:11Z', 'updated_at': '2022-01-14T22:49:35Z', 'revision_number': 1, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:49:39.848743 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:40.102960 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-276729ec-4ed3-4604-be2b-f710a6b152f5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:40.103317 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-276729ec-4ed3-4604-be2b-f710a6b152f5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:40.147934 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b457da0-51b3-4348-a3fa-7b1959a7de3a None None] New status for floating IP 5645db01-d2c1-439f-a20c-8ca8e03dfc33: ACTIVE {{(pid=87475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:49:40.241618 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ce914-5dd6-4888-95e6-319e9889c35a req-e94d97a0-d071-463d-89d8-53c851175522 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:40.243095 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-948ce914-5dd6-4888-95e6-319e9889c35a req-e94d97a0-d071-463d-89d8-53c851175522 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 945 time: 0.2471099 Jan 14 22:49:40.249719 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-276729ec-4ed3-4604-be2b-f710a6b152f5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Calling delete_port for 49dda7f9-dd81-4947-8173-677bb3bc4013 owned by network:floatingip {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:49:40.450213 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-948ce914-5dd6-4888-95e6-319e9889c35a req-f646816e-9002-4455-86ff-c203fe648ead tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734022 Jan 14 22:49:40.626153 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-276729ec-4ed3-4604-be2b-f710a6b152f5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:40.674085 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276729ec-4ed3-4604-be2b-f710a6b152f5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event deleted for resources: {'Port': ['ID=49dda7f9-dd81-4947-8173-677bb3bc4013,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:40.766438 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-276729ec-4ed3-4604-be2b-f710a6b152f5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:40.852558 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-276729ec-4ed3-4604-be2b-f710a6b152f5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:40.853768 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-276729ec-4ed3-4604-be2b-f710a6b152f5 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "DELETE /v2.0/floatingips/6c936352-33c4-4457-a849-1aeb1da6c698 HTTP/1.1" status: 204 len: 168 time: 1.2825000 Jan 14 22:49:41.111847 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:41.233465 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cd859220-e334-4837-9210-020bb2411216 up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:41.278905 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35330) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:41.284751 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1402097181', 'description': 'tempest-description--525773480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:41.290437 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:41.294265 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:security_group and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:41.297323 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:41.304816 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:41.368281 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port cd859220-e334-4837-9210-020bb2411216 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:41.373089 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port cd859220-e334-4837-9210-020bb2411216 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:41.373458 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:41.379553 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:41.399180 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:41.405360 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:security_group_rule and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:41.408599 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:41.414346 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:41.493295 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:41.499882 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:41.535511 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd859220-e334-4837-9210-020bb2411216'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:49:41.546550 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cd859220-e334-4837-9210-020bb2411216, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cd859220-e334-4837-9210-020bb2411216,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:41.574295 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:41.599156 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd859220-e334-4837-9210-020bb2411216', 'code': 200} Jan 14 22:49:41.664397 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df114bbc-0030-4bb9-9813-605bbdd181ac,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:41.671916 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:41.749612 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=cd859220-e334-4837-9210-020bb2411216,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:41.756520 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:41.757719 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-621e4b81-ca1b-4938-a68b-5d90f412c06a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4778659 Jan 14 22:49:41.760669 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35350) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:41.769054 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'security_group_rule': {'security_group_id': 'df114bbc-0030-4bb9-9813-605bbdd181ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:41.775382 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:41.781585 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:security_group_rule and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:41.785098 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:41.793449 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:41.823182 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365b9dc-ea18-4da0-915f-33adcc79da85 req-375595ee-0b54-405f-a1da-371807834bb6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:41.824810 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4365b9dc-ea18-4da0-915f-33adcc79da85 req-375595ee-0b54-405f-a1da-371807834bb6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 946 time: 0.1042149 Jan 14 22:49:41.872151 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4365b9dc-ea18-4da0-915f-33adcc79da85 req-95f9e593-469d-4864-a4c1-e1b48b8eb4db tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Jan 14 22:49:41.883925 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:41.943506 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:42.029395 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850dbdc-a333-468d-bc54-139483219a2d req-5fb4584d-1da4-4d29-8c68-774e8d22fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:42.030720 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-7850dbdc-a333-468d-bc54-139483219a2d req-5fb4584d-1da4-4d29-8c68-774e8d22fc1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 1099 time: 0.0726848 Jan 14 22:49:42.031925 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:42.079714 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c95f81-b435-401d-acd4-50198cd94faf,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:42.103314 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-7850dbdc-a333-468d-bc54-139483219a2d req-0fe02877-422e-4017-8fed-1e0f5fd9e55d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641105 Jan 14 22:49:42.162467 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:42.169120 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-b8dbb9b5-f527-49a5-b2c5-26a40af9d505 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4011807 Jan 14 22:49:42.170958 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35356) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:42.176665 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'security_group_rule': {'security_group_id': 'df114bbc-0030-4bb9-9813-605bbdd181ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:42.182490 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:42.186259 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:security_group_rule and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:42.189953 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:42.195592 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:42.260655 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:42.327763 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:42.368329 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:42.394379 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22b6c95-32be-4cb9-bd48-5727f880a6a8,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:42.510216 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:42.511449 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-f99381a0-26b2-447e-8481-17b7eb173029 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395696 Jan 14 22:49:42.514595 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35364) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:42.519699 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'floatingip': {'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:42.525620 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:42.529451 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Usage tracker for resource:floatingip and tenant:4e593e73009c41bd8645cd7f4cd6f56b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:42.532910 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:42.538570 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:42.625758 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:42.758067 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:42.892942 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Allocated IP 172.27.3.200 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/d6b68a79-f1c4-4012-b67b-b135f6542af7) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:49:43.040015 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:43.054679 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1ebd-4484-40f5-9543-d9eb8e79b2b4 req-ac221a97-c662-461d-bf3a-ee4392d23970 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:43.056157 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-21bb1ebd-4484-40f5-9543-d9eb8e79b2b4 req-ac221a97-c662-461d-bf3a-ee4392d23970 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 946 time: 0.0784752 Jan 14 22:49:43.100072 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-21bb1ebd-4484-40f5-9543-d9eb8e79b2b4 req-d18f4689-c2d8-47ab-a820-6ca70b2e8524 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377603 Jan 14 22:49:43.157406 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:43.226064 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:49:43.228833 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:43.232585 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:49:43.266757 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'Port': ['ID=d6b68a79-f1c4-4012-b67b-b135f6542af7,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:43.314888 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:43.480977 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:43.685570 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:43.750975 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:43.857880 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'Port': ['ID=d6b68a79-f1c4-4012-b67b-b135f6542af7,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:43.875255 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:43.991272 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:43.992471 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-46d188cf-5212-403f-8374-5771824985be tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4769120 Jan 14 22:49:44.291022 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-45f411f3-f842-41c3-9266-a117905a765e req-73697c36-7865-4e89-992c-711476cd167e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Synchronizing usage tracker for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:security_group {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:44.347132 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6311348-42ee-4218-b020-353fdb401281 req-ff64a190-e08e-49da-8c89-74654ce19298 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:44.348645 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e6311348-42ee-4218-b020-353fdb401281 req-ff64a190-e08e-49da-8c89-74654ce19298 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 946 time: 0.1121807 Jan 14 22:49:44.375740 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-45f411f3-f842-41c3-9266-a117905a765e req-73697c36-7865-4e89-992c-711476cd167e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Unset dirty status for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:security_group {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:44.377756 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-73697c36-7865-4e89-992c-711476cd167e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1402097181&fields=id&tenant_id=4e593e73009c41bd8645cd7f4cd6f56b HTTP/1.1" status: 200 len: 267 time: 0.1703742 Jan 14 22:49:44.433176 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e6311348-42ee-4218-b020-353fdb401281 req-a31e9ae4-8ca4-4bef-8979-31b84d84abd0 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784326 Jan 14 22:49:44.574455 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f411f3-f842-41c3-9266-a117905a765e req-ca7d72ef-d097-4a9b-8344-1495aecc9925 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:44.576004 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-ca7d72ef-d097-4a9b-8344-1495aecc9925 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 811 time: 0.1821980 Jan 14 22:49:44.653572 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-51ad4dd4-088e-4290-810b-c4fbf10cdd04 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/quotas/4e593e73009c41bd8645cd7f4cd6f56b HTTP/1.1" status: 200 len: 375 time: 0.0267811 Jan 14 22:49:44.732563 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b758013-645c-406f-89c7-30f6d7efe4ba req-704ef16c-7b43-4897-a63c-3321bd32017d tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:44.734018 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2b758013-645c-406f-89c7-30f6d7efe4ba req-704ef16c-7b43-4897-a63c-3321bd32017d tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 946 time: 0.1553886 Jan 14 22:49:44.782996 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-45f411f3-f842-41c3-9266-a117905a765e req-cd2f1f2a-1ec8-4620-b8ed-9953f6ad745f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Synchronizing usage tracker for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:44.798342 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2b758013-645c-406f-89c7-30f6d7efe4ba req-7965bdc1-12f6-4fd8-a2e6-db2729811c7a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562279 Jan 14 22:49:44.865252 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-45f411f3-f842-41c3-9266-a117905a765e req-cd2f1f2a-1ec8-4620-b8ed-9953f6ad745f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Unset dirty status for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:44.866621 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-cd2f1f2a-1ec8-4620-b8ed-9953f6ad745f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2069356 Jan 14 22:49:45.004687 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-c14c3c4c-ae40-4f46-b1cb-003683a5f322 service neutron] 10.222.0.25 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266470 Jan 14 22:49:45.142985 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-f9ede8fa-f09e-4a7c-9792-79ed2a2382c4 service neutron] 10.222.0.25 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323392 Jan 14 22:49:45.315037 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b7ef6-f511-4fc9-a446-ba9470679a3f req-c0e263c3-4adc-412d-b945-4d37329b0670 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:45.316489 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-597b7ef6-f511-4fc9-a446-ba9470679a3f req-c0e263c3-4adc-412d-b945-4d37329b0670 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 946 time: 0.0832684 Jan 14 22:49:45.364825 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-597b7ef6-f511-4fc9-a446-ba9470679a3f req-ae3ec681-5c15-4cf8-80bf-9553da93180f tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Jan 14 22:49:45.414109 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a61d2014-4ce2-4652-ad7c-0345cdfd9c2c req-6c1b1f48-fcf9-4038-a1f3-2e1ced22d149 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 210 time: 0.0482898 Jan 14 22:49:46.598024 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ac6fe549-9737-4ca7-8985-640d2eb5ce00 req-7f3b3e70-5dec-4e36-9a0e-52d4ffd861b7 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 210 time: 0.0463693 Jan 14 22:49:46.633155 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35462) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:46.754365 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bc4b92d9-6e61-41b1-9818-2332447df7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:46.769519 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-bc4b92d9-6e61-41b1-9818-2332447df7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:46.773663 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-bc4b92d9-6e61-41b1-9818-2332447df7ba admin admin] Usage tracker for resource:security_group_rule and tenant:2d174331adc24424ba2ee6336957ceae is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:46.776811 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-bc4b92d9-6e61-41b1-9818-2332447df7ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:46.782681 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-bc4b92d9-6e61-41b1-9818-2332447df7ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:46.892819 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bc4b92d9-6e61-41b1-9818-2332447df7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:46.978172 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bc4b92d9-6e61-41b1-9818-2332447df7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:47.030358 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-bc4b92d9-6e61-41b1-9818-2332447df7ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d174331adc24424ba2ee6336957ceae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960981 Jan 14 22:49:47.031287 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b92d9-6e61-41b1-9818-2332447df7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6d834-4f85-4227-ab40-46879bea67e0,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:47.033687 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35472) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:47.092266 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-646c87f4-795b-4df4-b4c0-971b31712d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:47.119086 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-646c87f4-795b-4df4-b4c0-971b31712d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:47.219825 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-646c87f4-795b-4df4-b4c0-971b31712d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:47.236716 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c87f4-795b-4df4-b4c0-971b31712d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6d834-4f85-4227-ab40-46879bea67e0,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:47.239979 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-646c87f4-795b-4df4-b4c0-971b31712d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:47.241352 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-646c87f4-795b-4df4-b4c0-971b31712d5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1d6d834-4f85-4227-ab40-46879bea67e0 HTTP/1.1" status: 204 len: 168 time: 0.2063670 Jan 14 22:49:47.774835 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b8988848-6920-49e1-8da0-a5c44397ee14 req-c73b9bf5-8cf2-4fcf-9dbf-61d1550eb779 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 210 time: 0.0468948 Jan 14 22:49:47.775842 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f411f3-f842-41c3-9266-a117905a765e req-04b1aa49-b97b-4e86-b0af-7741ea20bfbf tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:47.777239 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-45f411f3-f842-41c3-9266-a117905a765e req-04b1aa49-b97b-4e86-b0af-7741ea20bfbf tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Synchronizing usage tracker for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:network {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:47.865393 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-45f411f3-f842-41c3-9266-a117905a765e req-04b1aa49-b97b-4e86-b0af-7741ea20bfbf tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Unset dirty status for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:network {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:47.866599 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-04b1aa49-b97b-4e86-b0af-7741ea20bfbf tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.39 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 811 time: 0.3596194 Jan 14 22:49:47.892030 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35494) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:47.915471 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2f90ad23-ed35-4c10-94d4-87dcd0dc006b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:47.934303 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-45f411f3-f842-41c3-9266-a117905a765e req-4d122f1c-1c0a-4bdc-91a3-30006cd2e927 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Synchronizing usage tracker for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:security_group {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:47.965935 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [req-45f411f3-f842-41c3-9266-a117905a765e req-4d122f1c-1c0a-4bdc-91a3-30006cd2e927 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Unset dirty status for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:security_group {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:47.967181 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-4d122f1c-1c0a-4bdc-91a3-30006cd2e927 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e593e73009c41bd8645cd7f4cd6f56b HTTP/1.1" status: 200 len: 380 time: 0.0903316 Jan 14 22:49:47.977973 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'port': {'device_id': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'admin_state_up': True, 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'security_groups': ['df114bbc-0030-4bb9-9813-605bbdd181ac']}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:48.031103 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2f90ad23-ed35-4c10-94d4-87dcd0dc006b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:48.036838 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2f90ad23-ed35-4c10-94d4-87dcd0dc006b admin admin] Usage tracker for resource:security_group_rule and tenant:eece63c552e64e57ab4aea515e04c26d is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:48.042361 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2f90ad23-ed35-4c10-94d4-87dcd0dc006b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:48.048690 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2f90ad23-ed35-4c10-94d4-87dcd0dc006b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:48.135482 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:48.145197 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:48.242290 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Made reservation on behalf of 4e593e73009c41bd8645cd7f4cd6f56b for: {'port': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:49:48.246160 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:48.302476 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2f90ad23-ed35-4c10-94d4-87dcd0dc006b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:48.368189 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2f90ad23-ed35-4c10-94d4-87dcd0dc006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:48.418599 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Allocated IP 172.20.0.4 (dacddf17-fcc7-4071-ae5c-a5ce530bec1e/df406c9d-0f25-4116-831b-9cf13d98daa5/e7e6051a-a59b-46b6-918e-58872ede6e4f) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:49:48.426418 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2f90ad23-ed35-4c10-94d4-87dcd0dc006b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eece63c552e64e57ab4aea515e04c26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304761 Jan 14 22:49:48.426418 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90ad23-ed35-4c10-94d4-87dcd0dc006b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d5ba43-6df0-4453-9604-bce0e7af0532,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:48.427229 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35516) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:48.516776 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3797944-0661-4d26-a753-13c4e41aafed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:48.556297 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3797944-0661-4d26-a753-13c4e41aafed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:48.631115 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:48.722645 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3797944-0661-4d26-a753-13c4e41aafed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:48.722887 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Transition to ACTIVE for port object e7e6051a-a59b-46b6-918e-58872ede6e4f will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:48.738166 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3797944-0661-4d26-a753-13c4e41aafed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d5ba43-6df0-4453-9604-bce0e7af0532,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:48.745811 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3797944-0661-4d26-a753-13c4e41aafed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:48.746948 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-b3797944-0661-4d26-a753-13c4e41aafed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54d5ba43-6df0-4453-9604-bce0e7af0532 HTTP/1.1" status: 204 len: 168 time: 0.3190901 Jan 14 22:49:48.842765 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:48.903680 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Network dacddf17-fcc7-4071-ae5c-a5ce530bec1e is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:49:48.912600 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:48.917254 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:49:48.977304 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event updated for resources: {'Port': ['ID=e7e6051a-a59b-46b6-918e-58872ede6e4f,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:49.002233 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a47b9-d358-44b8-a478-88ee87d8bdd8 req-e5ca3984-5b52-4465-aa9f-029386f0de2e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:49.009905 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-376a47b9-d358-44b8-a478-88ee87d8bdd8 req-e5ca3984-5b52-4465-aa9f-029386f0de2e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 931 time: 0.1022573 Jan 14 22:49:49.011537 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:49.012190 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:49.068821 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-376a47b9-d358-44b8-a478-88ee87d8bdd8 req-1640f8fa-0c94-4622-bd1b-97c70c539859 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576408 Jan 14 22:49:49.179158 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-ccd74242-973e-4ac6-92db-59b96926e77a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2065718 Jan 14 22:49:49.191723 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Request body: {'port': {'device_id': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:49.287083 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-80b0db48-8dd9-40cd-9f9b-5f98b73f4be6 None None] Provisioning for port e7e6051a-a59b-46b6-918e-58872ede6e4f completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:49.292645 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-80b0db48-8dd9-40cd-9f9b-5f98b73f4be6 None None] Provisioning complete for port e7e6051a-a59b-46b6-918e-58872ede6e4f triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:49.293030 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-80b0db48-8dd9-40cd-9f9b-5f98b73f4be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:49.308021 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:49.348771 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-80b0db48-8dd9-40cd-9f9b-5f98b73f4be6 None None] Port e7e6051a-a59b-46b6-918e-58872ede6e4f cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:49:49.657379 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e6051a-a59b-46b6-918e-58872ede6e4f {{(pid=87472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:49:49.667693 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:49.667894 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35536) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:49.683607 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Transition to ACTIVE for port object e7e6051a-a59b-46b6-918e-58872ede6e4f will not be triggered until provisioned by entity L2. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:49.685364 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-06d8ac6e-97b1-4a0b-8135-757664a4f330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:49.709174 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-06d8ac6e-97b1-4a0b-8135-757664a4f330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:49.712887 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-06d8ac6e-97b1-4a0b-8135-757664a4f330 admin admin] Usage tracker for resource:security_group_rule and tenant:c39ab7474af445b8bd82d35ea7abbef9 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:49.715690 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-06d8ac6e-97b1-4a0b-8135-757664a4f330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:49.721920 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-06d8ac6e-97b1-4a0b-8135-757664a4f330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:49.802630 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-06d8ac6e-97b1-4a0b-8135-757664a4f330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:49.819190 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:49.889771 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-06d8ac6e-97b1-4a0b-8135-757664a4f330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:49.939172 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8ac6e-97b1-4a0b-8135-757664a4f330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa9626-ae42-4579-a39e-3f2fa61d7192,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:49.961188 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-06d8ac6e-97b1-4a0b-8135-757664a4f330 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c39ab7474af445b8bd82d35ea7abbef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923851 Jan 14 22:49:49.964964 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35542) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:50.023993 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Pushing event updated for resources: {'Port': ['ID=e7e6051a-a59b-46b6-918e-58872ede6e4f,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:50.083577 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f116c013-e9e2-4c4a-8460-6055f52588b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:50.087543 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Attempting to bind port e7e6051a-a59b-46b6-918e-58872ede6e4f on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:49:50.088088 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Attempting to bind port e7e6051a-a59b-46b6-918e-58872ede6e4f by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:49:50.088483 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Attempting to bind port e7e6051a-a59b-46b6-918e-58872ede6e4f on network dacddf17-fcc7-4071-ae5c-a5ce530bec1e {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:49:50.094883 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Port e7e6051a-a59b-46b6-918e-58872ede6e4f on network dacddf17-fcc7-4071-ae5c-a5ce530bec1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:49:50.095209 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Attempting to bind port e7e6051a-a59b-46b6-918e-58872ede6e4f on network dacddf17-fcc7-4071-ae5c-a5ce530bec1e {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:49:50.105367 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:49:50.105367 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Checking segment: {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:49:50.105367 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Bound using segment: {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'} {{(pid=87472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:49:50.105367 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.managers [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Bound port: e7e6051a-a59b-46b6-918e-58872ede6e4f, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4096c2d-11dd-4770-aa52-b97398affdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e'}}] {{(pid=87472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:49:50.105367 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:50.123755 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f116c013-e9e2-4c4a-8460-6055f52588b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:50.199144 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] For port e7e6051a-a59b-46b6-918e-58872ede6e4f, host hv-cinder-82480, cleared binding levels {{(pid=87472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:49:50.202246 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] For port e7e6051a-a59b-46b6-918e-58872ede6e4f, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=e7e6051a-a59b-46b6-918e-58872ede6e4f,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:49:50.237024 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f116c013-e9e2-4c4a-8460-6055f52588b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:50.257056 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116c013-e9e2-4c4a-8460-6055f52588b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa9626-ae42-4579-a39e-3f2fa61d7192,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:50.271264 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f116c013-e9e2-4c4a-8460-6055f52588b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:50.272373 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-f116c013-e9e2-4c4a-8460-6055f52588b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3daa9626-ae42-4579-a39e-3f2fa61d7192 HTTP/1.1" status: 204 len: 168 time: 0.3063147 Jan 14 22:49:50.282062 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:50.309513 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc07a-ef86-4ae2-ab7e-f96b92b4700e req-eaf1c27a-4e09-4f42-b58b-6c3c55f789db tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:50.312057 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-65abc07a-ef86-4ae2-ab7e-f96b92b4700e req-eaf1c27a-4e09-4f42-b58b-6c3c55f789db tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 943 time: 0.1149063 Jan 14 22:49:50.365042 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-65abc07a-ef86-4ae2-ab7e-f96b92b4700e req-eb414a86-d1db-499d-9c7a-6b5c1182d24e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452411 Jan 14 22:49:50.444608 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:50.445203 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:50.446564 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] 10.222.0.39 "PUT /v2.0/ports/e7e6051a-a59b-46b6-918e-58872ede6e4f HTTP/1.1" status: 200 len: 1093 time: 1.2596333 Jan 14 22:49:50.446987 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'tag': 'e7e6051a-a59b-46b6-918e-58872ede6e4f'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:49:50.466989 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271012c8-1b8f-4b02-b23a-0bfd59198dcd service neutron] Pushing event updated for resources: {'Port': ['ID=e7e6051a-a59b-46b6-918e-58872ede6e4f,revision_number=3']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:50.517634 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'tag': 'e7e6051a-a59b-46b6-918e-58872ede6e4f', 'status': 'completed', 'code': 200} Jan 14 22:49:50.610392 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7fb67-74e3-43eb-8e62-298ba2ff69d8 req-c1768750-4b86-4cbc-a644-5e09a08c9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:50.611898 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-05f7fb67-74e3-43eb-8e62-298ba2ff69d8 req-c1768750-4b86-4cbc-a644-5e09a08c9268 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 1096 time: 0.0736089 Jan 14 22:49:50.762943 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7fb67-74e3-43eb-8e62-298ba2ff69d8 req-68dacbdb-8c69-495c-a4c3-b69448266a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:50.764401 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-05f7fb67-74e3-43eb-8e62-298ba2ff69d8 req-68dacbdb-8c69-495c-a4c3-b69448266a4f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1419797 Jan 14 22:49:50.912679 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7fb67-74e3-43eb-8e62-298ba2ff69d8 req-57f89bf2-f57f-453c-95a8-7c895c43f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:50.914206 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-05f7fb67-74e3-43eb-8e62-298ba2ff69d8 req-57f89bf2-f57f-453c-95a8-7c895c43f446 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1385112 Jan 14 22:49:51.021809 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f411f3-f842-41c3-9266-a117905a765e req-65389fa5-633e-41dc-9201-fc5b3670b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:51.023300 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-65389fa5-633e-41dc-9201-fc5b3670b395 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 1096 time: 0.0745823 Jan 14 22:49:51.099291 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-a387be76-7ecf-4202-af22-5f12e1d78aa5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7e6051a-a59b-46b6-918e-58872ede6e4f HTTP/1.1" status: 200 len: 217 time: 0.0692797 Jan 14 22:49:51.190310 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f411f3-f842-41c3-9266-a117905a765e req-5840f7c8-008e-400e-b37f-5c6b97f5c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:51.192342 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-5840f7c8-008e-400e-b37f-5c6b97f5c305 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df406c9d-0f25-4116-831b-9cf13d98daa5 HTTP/1.1" status: 200 len: 850 time: 0.0863943 Jan 14 22:49:51.253294 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:51.275551 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f411f3-f842-41c3-9266-a117905a765e req-67910b69-f4c6-478d-b4c9-be1307da1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:51.277067 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-67910b69-f4c6-478d-b4c9-be1307da1bd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721364 Jan 14 22:49:51.412765 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-f326e522-364f-47c9-a59b-c8bb4ccfd649 service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299579 Jan 14 22:49:51.588504 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-45f411f3-f842-41c3-9266-a117905a765e req-42b7f9b9-7c3a-472f-906a-6fd94f5fe48e service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537151 Jan 14 22:49:51.612625 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ad9a7-39a8-4dab-81e5-85a58de15438 req-21bc1e3c-335a-44d3-9a77-79f169464ff3 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:51.614115 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-905ad9a7-39a8-4dab-81e5-85a58de15438 req-21bc1e3c-335a-44d3-9a77-79f169464ff3 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 943 time: 0.1064434 Jan 14 22:49:51.667692 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-905ad9a7-39a8-4dab-81e5-85a58de15438 req-631673ca-5da5-4026-b60c-a219f4da2d2a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448186 Jan 14 22:49:52.997921 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35658) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:53.084644 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0b9f1-2fac-4a99-bf48-fc5d9fda9f86 req-0788d818-c168-403c-b252-870309884cb4 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:53.086500 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-01d0b9f1-2fac-4a99-bf48-fc5d9fda9f86 req-0788d818-c168-403c-b252-870309884cb4 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 943 time: 0.3113899 Jan 14 22:49:53.135020 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-01d0b9f1-2fac-4a99-bf48-fc5d9fda9f86 req-3cb75120-5ac6-4622-81e2-8f9c958de17a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Jan 14 22:49:53.146255 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-644476b1-a687-4727-bca4-61e610659aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:53.166353 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-644476b1-a687-4727-bca4-61e610659aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:53.170111 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-644476b1-a687-4727-bca4-61e610659aac admin admin] Usage tracker for resource:security_group_rule and tenant:6ff94b189112427fb09d3bcaf96ab037 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:53.172931 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-644476b1-a687-4727-bca4-61e610659aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:53.178974 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-644476b1-a687-4727-bca4-61e610659aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:53.260275 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-644476b1-a687-4727-bca4-61e610659aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:53.337815 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-644476b1-a687-4727-bca4-61e610659aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:53.385702 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-644476b1-a687-4727-bca4-61e610659aac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ff94b189112427fb09d3bcaf96ab037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866925 Jan 14 22:49:53.386553 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644476b1-a687-4727-bca4-61e610659aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c246bf43-023b-469f-9e27-f3ea2ee2b164,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:53.388627 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35666) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:53.453611 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac056-19fd-4d91-b2cb-0868a4fd65fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:53.480184 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac056-19fd-4d91-b2cb-0868a4fd65fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:53.590547 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac056-19fd-4d91-b2cb-0868a4fd65fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:53.617811 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ac056-19fd-4d91-b2cb-0868a4fd65fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c246bf43-023b-469f-9e27-f3ea2ee2b164,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:53.617811 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac056-19fd-4d91-b2cb-0868a4fd65fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:53.617811 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-6d5ac056-19fd-4d91-b2cb-0868a4fd65fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c246bf43-023b-469f-9e27-f3ea2ee2b164 HTTP/1.1" status: 204 len: 168 time: 0.2265766 Jan 14 22:49:54.338976 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971fc2d-e86c-43b1-894c-80dcabaca025 req-3253dbf7-25e9-43c9-9ca1-e9ae5f0120ee tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:54.340782 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d971fc2d-e86c-43b1-894c-80dcabaca025 req-3253dbf7-25e9-43c9-9ca1-e9ae5f0120ee tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 943 time: 0.0869958 Jan 14 22:49:54.387256 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d971fc2d-e86c-43b1-894c-80dcabaca025 req-c704ef6b-4585-4849-b2f7-57c4283f9196 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 Jan 14 22:49:54.642462 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35700) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:54.751460 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-980257947-network', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:54.756087 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:54.759877 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Usage tracker for resource:network and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:54.762674 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:54.771855 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:54.859018 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Made reservation on behalf of 83fc1d027a1143dbb98d8cc3f1dc3b4a for: {'network': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:49:54.861896 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:54.874091 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:54.888608 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:54.892717 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Usage tracker for resource:security_group_rule and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:54.895560 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:54.901619 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:54.983846 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:55.053116 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:55.084760 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:49:55.094226 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9dc483-4fa0-4845-b9b1-c666f9972a31,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:55.099797 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:55.100140 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.segments_db [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Added segment c67452cb-4ecf-4c4d-9206-a890be7cae36 of type vlan for network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 Jan 14 22:49:55.129168 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:55.213594 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:55.214701 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:55.215483 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:55.311323 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device e7e6051a-a59b-46b6-918e-58872ede6e4f details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:49:55.320304 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] Pushing event updated for resources: {'Network': ['ID=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:55.328807 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-da051c67-8845-41fb-9aea-2ab8d819b373 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6848643 Jan 14 22:49:55.331515 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35708) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:55.338255 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Request body: {'subnet': {'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-980257947-subnet', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:55.345845 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:55.348053 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Usage tracker for resource:subnet and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:55.351636 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:55.358028 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:55.358178 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:49:55.424816 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Made reservation on behalf of 83fc1d027a1143dbb98d8cc3f1dc3b4a for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:49:55.427717 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61016240'] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:55.622534 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port e7e6051a-a59b-46b6-918e-58872ede6e4f, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=e7e6051a-a59b-46b6-918e-58872ede6e4f,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:55.637853 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'e7e6051a-a59b-46b6-918e-58872ede6e4f', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'port_id': 'e7e6051a-a59b-46b6-918e-58872ede6e4f', 'mac_address': 'fa:16:3e:7e:4a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:49:55.675484 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684fa29-747d-4003-acff-6211c9fe2f7d req-ce81c8b1-680d-4b72-9279-853ee5e5d65e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:55.677236 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c684fa29-747d-4003-acff-6211c9fe2f7d req-ce81c8b1-680d-4b72-9279-853ee5e5d65e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 943 time: 0.1673207 Jan 14 22:49:55.712194 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:55.731854 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e6051a-a59b-46b6-918e-58872ede6e4f {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:49:55.748711 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port e7e6051a-a59b-46b6-918e-58872ede6e4f, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=e7e6051a-a59b-46b6-918e-58872ede6e4f,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:55.760661 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c684fa29-747d-4003-acff-6211c9fe2f7d req-1f175ff3-199e-4e47-997e-952f716b416d tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762520 Jan 14 22:49:55.847745 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:55.872127 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61016222'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:55.906528 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-64841814-5644-4178-becb-879855b12c15 req-d9304bc8-f80b-46c1-bcbc-0d84e366ef0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1047382 Jan 14 22:49:55.915594 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=e7e6051a-a59b-46b6-918e-58872ede6e4f,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:55.924547 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.925117 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.925462 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.925815 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.926148 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.926481 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.926806 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.927128 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.927478 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.927797 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.928123 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.928439 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:55.983106 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1ed849-8481-4446-afbb-383ce39c2aee,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:56.012676 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Checking segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:49:56.013032 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Network hostable DHCP agents. Network: 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:49:56.045895 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64841814-5644-4178-becb-879855b12c15 req-51ceb67e-6cf8-44f2-9427-2ba40ff1d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:56.047924 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-64841814-5644-4178-becb-879855b12c15 req-51ceb67e-6cf8-44f2-9427-2ba40ff1d900 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=439cb5d34f974c91830ad89417541b65&device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1098 time: 0.1000664 Jan 14 22:49:56.092269 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:49:56.149277 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['e7e6051a-a59b-46b6-918e-58872ede6e4f'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:49:56.282771 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:56.289877 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:56.290464 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:56.301637 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb2051-6e2c-4aea-803d-635fa6c4870d None None] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:49:56.330811 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64841814-5644-4178-becb-879855b12c15 req-0404e52a-f492-4d4c-8fe6-e263a42333d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:56.332485 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-64841814-5644-4178-becb-879855b12c15 req-0404e52a-f492-4d4c-8fe6-e263a42333d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8158e17-53f5-45de-93ff-757f87c67705 HTTP/1.1" status: 200 len: 909 time: 0.2613258 Jan 14 22:49:56.416081 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-a236b002-e680-4cec-a8a9-baa96535d6fa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0834417 Jan 14 22:49:56.418993 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35718) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:56.425767 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:56.432463 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:56.436963 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Usage tracker for resource:router and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:56.441254 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:56.450875 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:56.471645 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-64841814-5644-4178-becb-879855b12c15 req-40cbbfe8-4c28-4aac-8f06-58abfa193d82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef HTTP/1.1" status: 200 len: 1000 time: 0.1307101 Jan 14 22:49:56.539185 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-591190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125228'] for router, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:56.540234 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-943139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1028506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125269'] for router, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:56.564507 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64841814-5644-4178-becb-879855b12c15 req-9d6f4448-590b-4cd9-b5f0-5b6cb01b80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:56.568229 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-64841814-5644-4178-becb-879855b12c15 req-9d6f4448-590b-4cd9-b5f0-5b6cb01b80ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b99ea17-f83f-41c7-8c16-d52cd11450ce HTTP/1.1" status: 200 len: 848 time: 0.0906425 Jan 14 22:49:56.569520 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:56.583619 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9fb5ad1-a60a-5e84-a8cb-91350f4bd22d-2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee'}]}} from dv-cinder-824801-1-iscsi. {{(pid=87474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 14 22:49:56.584766 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:56.656977 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64841814-5644-4178-becb-879855b12c15 req-aa03baa6-80a1-4734-8ba4-678388759ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:56.658494 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-64841814-5644-4178-becb-879855b12c15 req-aa03baa6-80a1-4734-8ba4-678388759ba5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8158e17-53f5-45de-93ff-757f87c67705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813842 Jan 14 22:49:56.777398 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.db_base_plugin_common [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Allocated IP 172.20.0.2 (2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1/ef1ed849-8481-4446-afbb-383ce39c2aee/0687592b-900a-4029-aa4a-d6a173707b45) {{(pid=87474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:49:56.818230 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-64841814-5644-4178-becb-879855b12c15 req-4e01d2e0-f15f-4317-9f16-272e0e1ba06e service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487751 Jan 14 22:49:57.033646 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-64841814-5644-4178-becb-879855b12c15 req-17ba5820-c085-493a-b2de-f77dfee92b24 service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093773 Jan 14 22:49:57.123466 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:57.135577 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Transition to ACTIVE for port object 0687592b-900a-4029-aa4a-d6a173707b45 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:57.151030 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:57.154713 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Transition to ACTIVE for port object 0687592b-900a-4029-aa4a-d6a173707b45 will not be triggered until provisioned by entity DHCP. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:49:57.206786 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f9ce4-31bd-4198-8251-5314c16d0563 req-1d0ae2e0-cc37-4cf1-9430-67914b7ff298 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:57.208315 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0c9f9ce4-31bd-4198-8251-5314c16d0563 req-1d0ae2e0-cc37-4cf1-9430-67914b7ff298 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 944 time: 0.2601972 Jan 14 22:49:57.242358 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:57.272169 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0c9f9ce4-31bd-4198-8251-5314c16d0563 req-a7a3116d-8ee4-4933-942c-34c5aa67b59f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575569 Jan 14 22:49:57.289303 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 is already hosted by enough agents. {{(pid=87474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:49:57.295296 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.base_scheduler [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Resources bound (agent type, host, resource id): {{(pid=87474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:57.304858 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Received port after_create {{(pid=87474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:49:57.358880 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device e7e6051a-a59b-46b6-918e-58872ede6e4f up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:57.440948 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Pushing event updated for resources: {'Port': ['ID=0687592b-900a-4029-aa4a-d6a173707b45,revision_number=1']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:57.477255 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Attempting to bind port 0687592b-900a-4029-aa4a-d6a173707b45 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:49:57.477610 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Attempting to bind port 0687592b-900a-4029-aa4a-d6a173707b45 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:49:57.477992 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Attempting to bind port 0687592b-900a-4029-aa4a-d6a173707b45 on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:49:57.487019 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:49:57.487380 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Checking segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:49:57.487767 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:57.488147 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Bound using segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:49:57.488592 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Bound port: 0687592b-900a-4029-aa4a-d6a173707b45, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:49:57.488949 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:57.522817 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f5fe0-2bad-42ef-ac00-16d0cf8faf73 req-188afd44-9559-4e0f-bafe-c9353a808083 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:57.524258 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0b4f5fe0-2bad-42ef-ac00-16d0cf8faf73 req-188afd44-9559-4e0f-bafe-c9353a808083 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 946 time: 0.3109779 Jan 14 22:49:57.589093 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] For port 0687592b-900a-4029-aa4a-d6a173707b45, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:49:57.592289 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] For port 0687592b-900a-4029-aa4a-d6a173707b45, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=0687592b-900a-4029-aa4a-d6a173707b45,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:49:57.619295 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port e7e6051a-a59b-46b6-918e-58872ede6e4f completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:57.624459 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port e7e6051a-a59b-46b6-918e-58872ede6e4f triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:57.635710 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:57.675088 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0b4f5fe0-2bad-42ef-ac00-16d0cf8faf73 req-34b0e4a3-2b26-40f3-ba18-46d2a9170879 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422832 Jan 14 22:49:57.684760 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:57.688843 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:57.710283 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35740) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:57.717419 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:57.822124 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a92396-d242-4d02-90c1-a8fcbe411ef0 None None] Pushing event updated for resources: {'Port': ['ID=0687592b-900a-4029-aa4a-d6a173707b45,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:57.842662 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:57.881652 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e6051a-a59b-46b6-918e-58872ede6e4f'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:49:57.891248 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port e7e6051a-a59b-46b6-918e-58872ede6e4f, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=e7e6051a-a59b-46b6-918e-58872ede6e4f,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:57.910283 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Allocated IP 172.27.3.62 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/aba5e4bd-a876-4bee-9393-009a8a015971) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:49:57.946116 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e6051a-a59b-46b6-918e-58872ede6e4f', 'code': 200} Jan 14 22:49:57.957921 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:58.063354 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d128291-a9aa-4660-99e7-db83f5f6d247 tempest-TestMinimumBasicScenario-1518725802 tempest-TestMinimumBasicScenario-1518725802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:58.063831 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-2d128291-a9aa-4660-99e7-db83f5f6d247 tempest-TestMinimumBasicScenario-1518725802 tempest-TestMinimumBasicScenario-1518725802-project-admin] Synchronizing usage tracker for tenant:61b7740791a04626a2c5b4af12fc869b on resource:port {{(pid=87472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:49:58.113092 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=e7e6051a-a59b-46b6-918e-58872ede6e4f,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:58.178699 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-2d128291-a9aa-4660-99e7-db83f5f6d247 tempest-TestMinimumBasicScenario-1518725802 tempest-TestMinimumBasicScenario-1518725802-project-admin] Unset dirty status for tenant:61b7740791a04626a2c5b4af12fc869b on resource:port {{(pid=87472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:49:58.180325 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-2d128291-a9aa-4660-99e7-db83f5f6d247 tempest-TestMinimumBasicScenario-1518725802 tempest-TestMinimumBasicScenario-1518725802-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 1094 time: 0.4684472 Jan 14 22:49:58.183055 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35750) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:49:58.190981 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'floatingip': {'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'port_id': 'cd859220-e334-4837-9210-020bb2411216', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:49:58.197290 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:58.213267 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 0687592b-900a-4029-aa4a-d6a173707b45 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:49:58.216709 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:49:58.224097 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Usage tracker for resource:floatingip and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:49:58.228702 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:49:58.238588 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:49:58.315040 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for floatingip, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:58.315169 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:58.371989 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 0687592b-900a-4029-aa4a-d6a173707b45 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:58.401224 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:49:58.403109 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:58.413409 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:49:58.501247 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66f394-e122-49fc-a143-af921094def7 req-35eabcb2-5098-4c60-8f81-805ad9ac83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:58.503078 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ec66f394-e122-49fc-a143-af921094def7 req-35eabcb2-5098-4c60-8f81-805ad9ac83a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 1098 time: 0.1681962 Jan 14 22:49:58.519390 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=aba5e4bd-a876-4bee-9393-009a8a015971,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:58.569301 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ec66f394-e122-49fc-a143-af921094def7 req-e73b318e-1e14-4b27-a83f-2eeb4f75889c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578103 Jan 14 22:49:58.584087 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:58.748903 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c68c1-0ebc-4858-9bf4-0e21aee862fd req-52daf0af-7561-4a73-82ea-b7c88c66f09c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:49:58.750493 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-778c68c1-0ebc-4858-9bf4-0e21aee862fd req-52daf0af-7561-4a73-82ea-b7c88c66f09c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 945 time: 0.2888827 Jan 14 22:49:58.750980 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Allocated IP 172.27.3.32 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/8b95a4cd-270e-4866-8863-ac152f8a966d) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:49:58.810645 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-778c68c1-0ebc-4858-9bf4-0e21aee862fd req-94e5b628-f4ef-4c7b-98af-0fc513051940 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524457 Jan 14 22:49:58.936095 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:59.018131 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f29af5-fbca-4dff-b0fc-cad0e8e7bcbd None None] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:49:59.019042 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:59.100359 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:49:59.104263 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:49:59.108333 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:49:59.153852 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'Port': ['ID=8b95a4cd-270e-4866-8863-ac152f8a966d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:59.172643 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.173256 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.173601 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.173972 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.174310 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.174646 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.174979 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.175308 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.175635 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.175962 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.176354 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.176678 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:49:59.193070 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:59.243167 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-59176528-ae99-4359-abf8-9d126d991a68 None None] Provisioning for port 0687592b-900a-4029-aa4a-d6a173707b45 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:49:59.261047 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-59176528-ae99-4359-abf8-9d126d991a68 None None] Provisioning complete for port 0687592b-900a-4029-aa4a-d6a173707b45 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:59.261325 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-59176528-ae99-4359-abf8-9d126d991a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:59.458362 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-59176528-ae99-4359-abf8-9d126d991a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:59.513005 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-59176528-ae99-4359-abf8-9d126d991a68 None None] For port 0687592b-900a-4029-aa4a-d6a173707b45, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=0687592b-900a-4029-aa4a-d6a173707b45,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:49:59.579287 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-59176528-ae99-4359-abf8-9d126d991a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:59.597732 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305'] for router, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:59.679445 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59176528-ae99-4359-abf8-9d126d991a68 None None] Pushing event updated for resources: {'Port': ['ID=0687592b-900a-4029-aa4a-d6a173707b45,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:49:59.710550 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:59.801846 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-5252822e-c34e-4237-ae94-4981d347b858 None None] Provisioning complete for port 0687592b-900a-4029-aa4a-d6a173707b45 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:49:59.802162 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5252822e-c34e-4237-ae94-4981d347b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:59.821187 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:49:59.904304 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Router b5f1fa97-2203-430d-ab0f-cf60d336301c is scheduled to L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 with binding_index 1 {{(pid=87473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 14 22:50:00.102338 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:00.162958 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 0687592b-900a-4029-aa4a-d6a173707b45 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:00.175329 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:50:00.179038 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:00.183755 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d185be9-31b5-460b-b6cd-44449a61972e req-904069c2-dd25-4f76-9d47-fc659dfd48e0 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:00.185191 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1d185be9-31b5-460b-b6cd-44449a61972e req-904069c2-dd25-4f76-9d47-fc659dfd48e0 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 945 time: 0.1933887 Jan 14 22:50:00.205477 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Sync routers for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:50:00.244343 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:00.244343 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:00.248379 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1d185be9-31b5-460b-b6cd-44449a61972e req-4a94a348-24b4-417b-96e2-0c92692abcbd tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562267 Jan 14 22:50:00.299532 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:00.304523 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-ff4798d4-fa97-40b1-86aa-0bd4afe1b2f1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8811316 Jan 14 22:50:00.304523 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35766) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:00.344486 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'Port': ['ID=8b95a4cd-270e-4866-8863-ac152f8a966d,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:00.351096 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:00.447413 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 0687592b-900a-4029-aa4a-d6a173707b45 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:00.447935 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:00.553545 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.l3_db [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Floating IP 345f7630-294f-4670-93ba-c51eba1badad associated. External IP: 172.27.3.32, port: cd859220-e334-4837-9210-020bb2411216. Jan 14 22:50:00.558574 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:00.939386 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:49:58Z', 'revision_number': 3, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:00.943507 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Checking router: b5f1fa97-2203-430d-ab0f-cf60d336301c for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:50:00.943855 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Updating router b5f1fa97-2203-430d-ab0f-cf60d336301c port aba5e4bd-a876-4bee-9393-009a8a015971 binding host dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:50:00.944336 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Router 1fc88dd0-a691-40f5-b92a-510bfa956841 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:50:01.004483 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.144206 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:50:01.156011 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] Sync routers for ids ['1fc88dd0-a691-40f5-b92a-510bfa956841'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:50:01.174646 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] Routers {'1fc88dd0-a691-40f5-b92a-510bfa956841'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:01.175261 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['1fc88dd0-a691-40f5-b92a-510bfa956841'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:01.190282 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.246475 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.360060 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-ace4db58-0a19-4784-a104-15f38f1ad367 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1747141 Jan 14 22:50:01.360423 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'tag': 'cd859220-e334-4837-9210-020bb2411216'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:50:01.382692 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35776) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:01.401000 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] Set router 1fc88dd0-a691-40f5-b92a-510bfa956841 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:01.415752 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1009773527', 'description': 'tempest-secgroup-smoke-1009773527 description', 'project_id': '289e9279bc3446a6a3fef4e316a79eff'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:01.438967 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:01.469969 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:01.478654 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'tag': 'cd859220-e334-4837-9210-020bb2411216', 'status': 'completed', 'code': 200} Jan 14 22:50:01.496033 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Allocated IP 172.20.0.1 (2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1/ef1ed849-8481-4446-afbb-383ce39c2aee/a643cdd3-085b-4003-95ce-0557aad96cc3) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:50:01.559359 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.586126 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Notify callbacks [] for port, precommit_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.591245 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:01.599213 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Usage tracker for resource:security_group_rule and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:01.600461 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:01.607411 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Transition to ACTIVE for port object aba5e4bd-a876-4bee-9393-009a8a015971 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:50:01.607840 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:01.658440 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-bfa0a32e-c020-4c0f-ab51-9a452828bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:01.659112 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.659849 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-bfa0a32e-c020-4c0f-ab51-9a452828bf7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=289e9279bc3446a6a3fef4e316a79eff&device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 1099 time: 0.1572173 Jan 14 22:50:01.708933 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.744756 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Transition to ACTIVE for port object a643cdd3-085b-4003-95ce-0557aad96cc3 will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:50:01.751181 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.780939 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Attempting to bind port aba5e4bd-a876-4bee-9393-009a8a015971 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:50:01.784840 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Attempting to bind port aba5e4bd-a876-4bee-9393-009a8a015971 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:50:01.784840 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Attempting to bind port aba5e4bd-a876-4bee-9393-009a8a015971 on network f5e3ea0a-7141-444e-ae92-10b3ccc8933d {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:50:01.792854 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:50:01.793143 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da537cb0-6e1c-40a3-a4a1-346b57c7e17c req-29a7de89-f3e7-4f3d-aad3-fdd6e4edb554 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:01.793395 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:50:01.793956 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.794408 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Bound using segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:50:01.794947 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Bound port: aba5e4bd-a876-4bee-9393-009a8a015971, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:50:01.795393 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.801088 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-da537cb0-6e1c-40a3-a4a1-346b57c7e17c req-29a7de89-f3e7-4f3d-aad3-fdd6e4edb554 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 945 time: 0.1273603 Jan 14 22:50:01.823168 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0f402-5d49-4df5-87d3-98bb9fe61204 None None] Pushing event updated for resources: {'Port': ['ID=aba5e4bd-a876-4bee-9393-009a8a015971,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:01.860444 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-da537cb0-6e1c-40a3-a4a1-346b57c7e17c req-019f2e0c-859b-4622-b71a-c8c24ea4221a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583582 Jan 14 22:50:01.888766 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.902281 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] For port aba5e4bd-a876-4bee-9393-009a8a015971, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:50:01.906960 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] For port aba5e4bd-a876-4bee-9393-009a8a015971, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=aba5e4bd-a876-4bee-9393-009a8a015971,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:50:01.954612 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.966164 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:50:01.973190 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:50:01.975381 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:01.976765 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:50:02.011850 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '345f7630-294f-4670-93ba-c51eba1badad', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'port_id': 'cd859220-e334-4837-9210-020bb2411216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'mac_address': 'fa:16:3e:f7:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:49:59Z', 'updated_at': '2022-01-14T22:49:59Z', 'revision_number': 0, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84620b54-94b4-4dd5-948b-daadf9fe451d', 'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'mac_address': 'fa:16:3e:3c:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:40Z', 'updated_at': '2022-01-14T22:48:51Z', 'revision_number': 5, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'subnets': [{'id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:02.022817 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7fdc10-55de-4723-87e4-01bffa7b7eaa,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:02.024854 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] Checking router: 1fc88dd0-a691-40f5-b92a-510bfa956841 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:50:02.047975 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-2e094f61-0a2b-4189-b061-1e9aab7209a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:02.049662 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-2e094f61-0a2b-4189-b061-1e9aab7209a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51d1b4ee-94dd-4f4d-8743-166ff4febbba HTTP/1.1" status: 200 len: 914 time: 0.3753843 Jan 14 22:50:02.060173 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] Routers {'1fc88dd0-a691-40f5-b92a-510bfa956841'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:02.060801 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['1fc88dd0-a691-40f5-b92a-510bfa956841'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:02.063362 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Pushing event updated for resources: {'Port': ['ID=a643cdd3-085b-4003-95ce-0557aad96cc3,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:02.086263 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:02.087046 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:02.128966 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:02.132714 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-884ef455-ba6c-4430-9d9a-bd740d399e5e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7318008 Jan 14 22:50:02.144614 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35784) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:02.161382 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'security_group_rule': {'security_group_id': '2d7fdc10-55de-4723-87e4-01bffa7b7eaa', 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:02.183711 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:02.204635 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Usage tracker for resource:security_group_rule and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:02.210585 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:02.211742 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0f402-5d49-4df5-87d3-98bb9fe61204 None None] Pushing event updated for resources: {'Port': ['ID=aba5e4bd-a876-4bee-9393-009a8a015971,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:02.225889 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:02.226269 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943251'] for router_interface, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:02.245043 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-cd834f35-b4bf-43c3-bfe6-f6e25a2e2d37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd859220-e334-4837-9210-020bb2411216 HTTP/1.1" status: 200 len: 999 time: 0.1866982 Jan 14 22:50:02.270027 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e093a0-f9ee-434f-9300-1035c8c6f6ff req-143f0c50-5998-4eca-9bff-d23eb6f5bcf7 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:02.270027 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-98e093a0-f9ee-434f-9300-1035c8c6f6ff req-143f0c50-5998-4eca-9bff-d23eb6f5bcf7 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 945 time: 0.2009590 Jan 14 22:50:02.280370 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35788) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:02.287157 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-a89ced90-9687-4794-94cb-6e34e0673316 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Request body: {'floatingip': {'port_id': 'e7e6051a-a59b-46b6-918e-58872ede6e4f'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:02.339318 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:02.361743 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:02.389007 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] Set router 1fc88dd0-a691-40f5-b92a-510bfa956841 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:02.411743 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a89ced90-9687-4794-94cb-6e34e0673316 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:02.435904 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:02.444720 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-28de487d-b48a-4986-afeb-3b96cf83126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:02.446418 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-28de487d-b48a-4986-afeb-3b96cf83126a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6789470-6d93-4dfa-8b04-d28da801f686 HTTP/1.1" status: 200 len: 853 time: 0.1881161 Jan 14 22:50:02.561625 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-ea840c2c-06a9-4bed-aaf7-fafafcc475de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:02.561625 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-ea840c2c-06a9-4bed-aaf7-fafafcc475de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51d1b4ee-94dd-4f4d-8743-166ff4febbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917282 Jan 14 22:50:02.792945 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:02.826456 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-b11026ed-bb87-45bc-a5f9-918325bb5c67 service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528965 Jan 14 22:50:02.832367 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4785e6-6c10-4d45-b86f-37550d897ec3,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:02.870171 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-fdf8e8ed-03d0-4987-8518-53db0cbf0f38 None None] Provisioning for port a643cdd3-085b-4003-95ce-0557aad96cc3 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:50:02.878609 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-fdf8e8ed-03d0-4987-8518-53db0cbf0f38 None None] Provisioning complete for port a643cdd3-085b-4003-95ce-0557aad96cc3 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:02.879573 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e8ed-03d0-4987-8518-53db0cbf0f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:02.934538 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:02.939623 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-0e68934f-78f0-4f15-96e2-c35e9af1faab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7902238 Jan 14 22:50:02.942278 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '345f7630-294f-4670-93ba-c51eba1badad', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'port_id': 'cd859220-e334-4837-9210-020bb2411216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'mac_address': 'fa:16:3e:f7:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:49:59Z', 'updated_at': '2022-01-14T22:49:59Z', 'revision_number': 0, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84620b54-94b4-4dd5-948b-daadf9fe451d', 'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'mac_address': 'fa:16:3e:3c:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:40Z', 'updated_at': '2022-01-14T22:48:51Z', 'revision_number': 5, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'subnets': [{'id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:02.946318 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35796) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:02.946781 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57722e05-d901-4ef1-8612-f8ecd07d53cc None None] The sync data for ids ['1fc88dd0-a691-40f5-b92a-510bfa956841'] in dv-cinder-824801-1-iscsi is: [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '345f7630-294f-4670-93ba-c51eba1badad', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'port_id': 'cd859220-e334-4837-9210-020bb2411216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'mac_address': 'fa:16:3e:f7:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:49:59Z', 'updated_at': '2022-01-14T22:49:59Z', 'revision_number': 0, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84620b54-94b4-4dd5-948b-daadf9fe451d', 'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'mac_address': 'fa:16:3e:3c:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:40Z', 'updated_at': '2022-01-14T22:48:51Z', 'revision_number': 5, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'subnets': [{'id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:50:02.953503 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'security_group_rule': {'security_group_id': '2d7fdc10-55de-4723-87e4-01bffa7b7eaa', 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:02.963234 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:02.976611 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Usage tracker for resource:security_group_rule and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:02.981766 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:02.992601 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:03.018234 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a4c658e1-e047-4920-8d97-3749ceb905c4 req-ab192475-dfb6-4ff4-b921-424923c0e13a service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824532 Jan 14 22:50:03.020170 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8e8ed-03d0-4987-8518-53db0cbf0f38 None None] Port a643cdd3-085b-4003-95ce-0557aad96cc3 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:50:03.052896 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:49:58Z', 'revision_number': 3, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:03.062652 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f380582-ba47-44a1-b056-cff8c4c77f3a None None] The sync data for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi is: [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:49:58Z', 'revision_number': 3, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:50:03.069621 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.148588 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.201949 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.230244 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.250235 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf72d5b-5dc9-42a2-a5ab-4ceef6a6e9a7 None None] New status for floating IP 345f7630-294f-4670-93ba-c51eba1badad: ACTIVE {{(pid=87474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:50:03.275818 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b8e3e2-8d66-438b-b486-e9b8cddd2db9,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:03.356931 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.358594 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-b450c7cd-8c4e-4a29-8efe-01ba38de5194 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4112465 Jan 14 22:50:03.361746 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35804) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:03.368429 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'security_group_rule': {'security_group_id': '2d7fdc10-55de-4723-87e4-01bffa7b7eaa', 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:03.375965 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:03.382515 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Usage tracker for resource:security_group_rule and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:03.386084 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:03.392326 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:03.473515 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.537803 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a89ced90-9687-4794-94cb-6e34e0673316 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.557713 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.613405 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.635790 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.636037 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a89ced90-9687-4794-94cb-6e34e0673316 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.674057 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4f9ce5-aadb-4648-81ce-18a6b0d31956,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:03.727886 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.778593 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.782434 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-19895022-a611-48d6-96c4-5d7aa4bee1ab tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4172087 Jan 14 22:50:03.783944 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35816) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:03.789467 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'security_group_rule': {'security_group_id': '2d7fdc10-55de-4723-87e4-01bffa7b7eaa', 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:03.800996 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:03.813342 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Usage tracker for resource:security_group_rule and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:03.818247 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:03.829237 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:03.838186 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943356'] for router_interface, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.923234 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:03.959276 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Pushing event updated for resources: {'Port': ['ID=a643cdd3-085b-4003-95ce-0557aad96cc3,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:03.975630 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [None req-a89ced90-9687-4794-94cb-6e34e0673316 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Floating IP 14f42bc8-877e-4774-b208-f549001034ef associated. External IP: 172.27.3.200, port: e7e6051a-a59b-46b6-918e-58872ede6e4f. Jan 14 22:50:04.003139 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.058346 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.083157 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b01a06-7a1a-489d-bf57-79ee2740a6ce,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:04.156695 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.161273 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-ed88d0ae-c98b-44c3-af5f-513b2e934fd6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3761349 Jan 14 22:50:04.162014 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35824) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:04.166906 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'security_group_rule': {'security_group_id': '2d7fdc10-55de-4723-87e4-01bffa7b7eaa', 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:04.174899 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:04.182317 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Usage tracker for resource:security_group_rule and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:04.189127 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:04.197537 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device aba5e4bd-a876-4bee-9393-009a8a015971 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:04.198903 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:04.217035 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:50:04.222387 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:50:04.287358 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.securitygroups_db [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Project 289e9279bc3446a6a3fef4e316a79eff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 22:50:04.294464 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.338375 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port aba5e4bd-a876-4bee-9393-009a8a015971 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:50:04.344702 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port aba5e4bd-a876-4bee-9393-009a8a015971 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:04.345340 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.374805 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.458381 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.490512 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.505028 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974d7a9f-936f-48e4-9866-d3b8b0513c46,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:04.516190 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port aba5e4bd-a876-4bee-9393-009a8a015971, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=aba5e4bd-a876-4bee-9393-009a8a015971,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:04.560821 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-3be0347e-42a0-4742-b4b8-8f75078ecc1b None None] Provisioning complete for port a643cdd3-085b-4003-95ce-0557aad96cc3 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:04.561184 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3be0347e-42a0-4742-b4b8-8f75078ecc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.567369 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.569383 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-3aa24b85-385c-445f-ad53-0a3cd05fb89c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4061122 Jan 14 22:50:04.571794 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35828) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:04.577208 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'security_group_rule': {'security_group_id': '2d7fdc10-55de-4723-87e4-01bffa7b7eaa', 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:04.587185 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:04.591250 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Usage tracker for resource:security_group_rule and tenant:289e9279bc3446a6a3fef4e316a79eff is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:04.596566 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:04.602803 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:04.608031 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.668503 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-3be0347e-42a0-4742-b4b8-8f75078ecc1b None None] Port a643cdd3-085b-4003-95ce-0557aad96cc3 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:50:04.685405 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Router b5f1fa97-2203-430d-ab0f-cf60d336301c has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:50:04.685951 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=aba5e4bd-a876-4bee-9393-009a8a015971,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:04.687727 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.securitygroups_db [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Project 289e9279bc3446a6a3fef4e316a79eff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 22:50:04.692158 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89ced90-9687-4794-94cb-6e34e0673316 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Router 395804d8-d57a-4c44-8343-e7107859af86 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:50:04.699847 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.777360 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.864249 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.900414 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b090cc40-7b6e-4092-8cbc-5ad7b42b7f7b,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:04.966810 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:04.968586 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-cdb3ed65-c243-4e9f-8022-2bdd57c57fff tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3951561 Jan 14 22:50:05.029653 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89ced90-9687-4794-94cb-6e34e0673316 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:50:05.031924 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:50:05.041217 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] Sync routers for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:50:05.043689 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-a89ced90-9687-4794-94cb-6e34e0673316 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:05.050919 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Sync routers for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:50:05.052339 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:05.053420 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:05.060465 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:05.061067 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:05.081073 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-521e33cd-8cb7-4e9e-9f10-900f3fdcd90a admin admin] 10.222.0.25 "PUT /v2.0/routers/b5f1fa97-2203-430d-ab0f-cf60d336301c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7668042 Jan 14 22:50:05.142554 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-a89ced90-9687-4794-94cb-6e34e0673316 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "PUT /v2.0/floatingips/14f42bc8-877e-4774-b208-f549001034ef HTTP/1.1" status: 200 len: 991 time: 2.8605487 Jan 14 22:50:05.145232 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'tag': 'e7e6051a-a59b-46b6-918e-58872ede6e4f'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:50:05.152711 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-ebd8824f-dd11-4f5f-8392-bac61fda5175 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009773527&fields=id&tenant_id=289e9279bc3446a6a3fef4e316a79eff HTTP/1.1" status: 200 len: 267 time: 0.0832074 Jan 14 22:50:05.238384 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:05.275262 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-cbaaa4a3-1025-46eb-8437-dad4f7cfa7a0 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:05.285005 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-cbaaa4a3-1025-46eb-8437-dad4f7cfa7a0 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 946 time: 0.1215816 Jan 14 22:50:05.293413 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'port': {'security_groups': ['e23933fb-1336-4caf-b03e-1da403c5cbea', '2d7fdc10-55de-4723-87e4-01bffa7b7eaa']}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:05.305556 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:05.403935 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:50:05.517048 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'tag': 'e7e6051a-a59b-46b6-918e-58872ede6e4f', 'status': 'completed', 'code': 200} Jan 14 22:50:05.517970 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:05.681856 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-71054574-a1c7-45ba-a93c-aef12cbc3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:05.683503 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-71054574-a1c7-45ba-a93c-aef12cbc3826 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 1098 time: 0.1346555 Jan 14 22:50:05.701162 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:03Z', 'revision_number': 2, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:05.707492 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Checking router: b5f1fa97-2203-430d-ab0f-cf60d336301c for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:50:05.708044 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Updating router b5f1fa97-2203-430d-ab0f-cf60d336301c port a643cdd3-085b-4003-95ce-0557aad96cc3 binding host dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:50:05.754140 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '14f42bc8-877e-4774-b208-f549001034ef', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '395804d8-d57a-4c44-8343-e7107859af86', 'port_id': 'e7e6051a-a59b-46b6-918e-58872ede6e4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'mac_address': 'fa:16:3e:7e:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:49:43Z', 'updated_at': '2022-01-14T22:50:03Z', 'revision_number': 1, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:05.763046 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] Checking router: 395804d8-d57a-4c44-8343-e7107859af86 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:50:05.783667 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:05.784351 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:05.819812 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:05.832755 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] For port cd859220-e334-4837-9210-020bb2411216, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cd859220-e334-4837-9210-020bb2411216,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:05.836659 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-46b4436f-20a2-4ff3-ae8b-474ea9a2f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:05.839225 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-46b4436f-20a2-4ff3-ae8b-474ea9a2f173 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 200 len: 911 time: 0.1483886 Jan 14 22:50:05.862220 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:05.961092 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:05.970345 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-d238fc06-e128-4603-8215-46789c62e1e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7e6051a-a59b-46b6-918e-58872ede6e4f HTTP/1.1" status: 200 len: 999 time: 0.1232035 Jan 14 22:50:05.978854 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['cd859220-e334-4837-9210-020bb2411216'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:50:06.041429 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:06.070281 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:06.071083 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:06.076498 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1a997768-23e7-4b7d-bc80-241f8ca9357a req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "PUT /v2.0/ports/cd859220-e334-4837-9210-020bb2411216 HTTP/1.1" status: 200 len: 982 time: 0.7883384 Jan 14 22:50:06.124962 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'Port': ['ID=cd859220-e334-4837-9210-020bb2411216,revision_number=6']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:06.144086 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.144444 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.144787 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.145126 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.145461 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.145809 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.146088 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-827f2a90-d1ee-463c-9895-b9589b3af2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:06.152161 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.152707 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.153108 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-827f2a90-d1ee-463c-9895-b9589b3af2a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df406c9d-0f25-4116-831b-9cf13d98daa5 HTTP/1.1" status: 200 len: 850 time: 0.1759698 Jan 14 22:50:06.153403 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.153990 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.154495 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.158569 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19471624-e367-40f7-9fcc-86f57f3dcac5 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:06.314781 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-a1778e99-d7c3-4eb4-bb87-5c8ec8f81678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:06.319526 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-a1778e99-d7c3-4eb4-bb87-5c8ec8f81678 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dacddf17-fcc7-4071-ae5c-a5ce530bec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1593363 Jan 14 22:50:06.377861 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35864) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:06.383605 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1278987400-network', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:06.395232 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:06.401024 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Usage tracker for resource:network and tenant:d33372dec4bd4ea2b23b6fdca1d1b7de is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:06.405086 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:06.413050 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:06.442450 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd5c54-2aa5-41a8-ba4d-d5980256cf77 req-b94c367f-5b52-4ef1-b8ef-43087b1ae361 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:06.444030 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cedd5c54-2aa5-41a8-ba4d-d5980256cf77 req-b94c367f-5b52-4ef1-b8ef-43087b1ae361 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.1423528 Jan 14 22:50:06.455827 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['cd859220-e334-4837-9210-020bb2411216'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:50:06.500216 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device aba5e4bd-a876-4bee-9393-009a8a015971 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:06.506002 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Made reservation on behalf of d33372dec4bd4ea2b23b6fdca1d1b7de for: {'network': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:50:06.509487 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:06.567948 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:06.571927 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-9cccd350-c2a7-4856-b842-b7526f4c398b service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433348 Jan 14 22:50:06.614629 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '14f42bc8-877e-4774-b208-f549001034ef', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '395804d8-d57a-4c44-8343-e7107859af86', 'port_id': 'e7e6051a-a59b-46b6-918e-58872ede6e4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'mac_address': 'fa:16:3e:7e:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:49:43Z', 'updated_at': '2022-01-14T22:50:03Z', 'revision_number': 1, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:06.621026 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1377c8-9634-48a1-846e-3e135dd995b6 None None] The sync data for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi is: [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '14f42bc8-877e-4774-b208-f549001034ef', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '395804d8-d57a-4c44-8343-e7107859af86', 'port_id': 'e7e6051a-a59b-46b6-918e-58872ede6e4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'mac_address': 'fa:16:3e:7e:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:49:43Z', 'updated_at': '2022-01-14T22:50:03Z', 'revision_number': 1, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:50:06.636833 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cedd5c54-2aa5-41a8-ba4d-d5980256cf77 req-607d5763-49bb-4188-b8b1-241fa7a03ac9 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764469 Jan 14 22:50:06.641838 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:06.650881 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f94f9723-b0f0-457b-b17e-086eb8541137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:06.651525 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Usage tracker for resource:security_group_rule and tenant:d33372dec4bd4ea2b23b6fdca1d1b7de is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:06.654716 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:06.661610 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:06.701366 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-afda758a-d828-49a8-a14d-ac4a256005af None None] Provisioning complete for port cd859220-e334-4837-9210-020bb2411216 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:06.701734 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-afda758a-d828-49a8-a14d-ac4a256005af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:06.752891 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port aba5e4bd-a876-4bee-9393-009a8a015971 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:06.753266 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:06.756422 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-05f54223-bca7-4190-bc1a-184ad7e85be6 req-c45ee900-088a-48b1-a01b-d81ea06b341d service neutron] 10.222.0.39 "GET /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736195 Jan 14 22:50:06.779092 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:06.887266 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:06.896717 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db610f31-77ec-405c-9998-ad746e57a871 None None] New status for floating IP 14f42bc8-877e-4774-b208-f549001034ef: ACTIVE {{(pid=87475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:50:06.928453 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:50:06.934222 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a8e980-5865-496f-b730-f489ee36b300,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:06.942684 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:06.943165 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.segments_db [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Added segment 29dd68de-1f36-43b6-b72c-35e11c99bcca of type vlan for network 2b237c21-ef76-46bc-84f8-94d055a3222b Jan 14 22:50:06.976997 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:07.010841 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:07.075530 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:07.077390 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:07.077862 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:07.135438 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Transition to ACTIVE for port object a643cdd3-085b-4003-95ce-0557aad96cc3 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:50:07.209320 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8308892 Jan 14 22:50:07.210516 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc7f31-7768-46a8-b9b5-1aba4a267028 admin admin] Pushing event updated for resources: {'Network': ['ID=2b237c21-ef76-46bc-84f8-94d055a3222b,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:07.211584 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35876) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:07.222802 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network 2b237c21-ef76-46bc-84f8-94d055a3222b details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:50:07.224765 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Request body: {'subnet': {'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1278987400-subnet', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:07.234846 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:07.243553 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Usage tracker for resource:subnet and tenant:d33372dec4bd4ea2b23b6fdca1d1b7de is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:07.247354 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:07.252748 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:07.263934 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:07.309660 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Made reservation on behalf of d33372dec4bd4ea2b23b6fdca1d1b7de for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:50:07.312357 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61016240'] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:07.518611 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1c3a9-f526-4f6e-8ef0-dfd84b57eddb None None] Pushing event updated for resources: {'Port': ['ID=a643cdd3-085b-4003-95ce-0557aad96cc3,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:07.519894 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'tag': 'cd859220-e334-4837-9210-020bb2411216'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:50:07.579436 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'tag': 'cd859220-e334-4837-9210-020bb2411216', 'status': 'completed', 'code': 200} Jan 14 22:50:07.651706 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61016222'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:07.690847 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Attempting to bind port a643cdd3-085b-4003-95ce-0557aad96cc3 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:50:07.691216 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Attempting to bind port a643cdd3-085b-4003-95ce-0557aad96cc3 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:50:07.691575 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Attempting to bind port a643cdd3-085b-4003-95ce-0557aad96cc3 on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:50:07.720533 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:50:07.720913 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Checking segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:50:07.721319 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:07.721716 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Bound using segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:50:07.726253 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Bound port: a643cdd3-085b-4003-95ce-0557aad96cc3, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:50:07.726253 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:07.757559 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b566f5f3-4b1d-4b06-bcb3-142a7cfcb157,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:07.779394 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Checking segment: {'id': '29dd68de-1f36-43b6-b72c-35e11c99bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:50:07.781292 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Network hostable DHCP agents. Network: 2b237c21-ef76-46bc-84f8-94d055a3222b, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:50:07.797179 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-1fb8953f-9c0f-45b5-b135-eddc418b3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:07.798946 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-1fb8953f-9c0f-45b5-b135-eddc418b3797 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=289e9279bc3446a6a3fef4e316a79eff&device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 1138 time: 0.1842806 Jan 14 22:50:07.897801 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Network 2b237c21-ef76-46bc-84f8-94d055a3222b is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:50:07.935232 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] For port a643cdd3-085b-4003-95ce-0557aad96cc3, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:50:07.942702 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-1e4c5b6e-bc26-4ff4-bfe4-2778667a4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:07.944178 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-1e4c5b6e-bc26-4ff4-bfe4-2778667a4a4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=51d1b4ee-94dd-4f4d-8743-166ff4febbba HTTP/1.1" status: 200 len: 914 time: 0.1350410 Jan 14 22:50:07.956940 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] For port a643cdd3-085b-4003-95ce-0557aad96cc3, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=a643cdd3-085b-4003-95ce-0557aad96cc3,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:50:08.022315 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, 2b237c21-ef76-46bc-84f8-94d055a3222b) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:50:08.034510 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f4a9c1-1f0f-45f4-97db-876e961447aa None None] Network 2b237c21-ef76-46bc-84f8-94d055a3222b requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:50:08.035449 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:08.036028 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:08.064433 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-9a720b60-ff6f-476d-bf1d-66e2ca61831a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd859220-e334-4837-9210-020bb2411216 HTTP/1.1" status: 200 len: 1001 time: 0.1135929 Jan 14 22:50:08.083671 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:08.128381 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-4b350836-9453-4fd9-90bd-85238646dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:08.129844 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-4b350836-9453-4fd9-90bd-85238646dac6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6789470-6d93-4dfa-8b04-d28da801f686 HTTP/1.1" status: 200 len: 853 time: 0.0591919 Jan 14 22:50:08.179177 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-de2776c1-b3e3-47a0-8f63-b3ea04b6f9dd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9649491 Jan 14 22:50:08.181830 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35884) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:08.188602 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1278987400-router', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:08.193564 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:08.198653 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Usage tracker for resource:router and tenant:d33372dec4bd4ea2b23b6fdca1d1b7de is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:08.201771 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:08.213355 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:08.213957 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-cd520244-19a4-43a5-a643-96b830449a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:08.215434 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-cd520244-19a4-43a5-a643-96b830449a5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51d1b4ee-94dd-4f4d-8743-166ff4febbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767875 Jan 14 22:50:08.291738 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-591190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125228'] for router, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:08.292933 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-943139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1028506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125269'] for router, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:08.313125 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:08.314929 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:49:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:08.320520 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:08.361104 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-9add7629-b514-4575-b79a-f6b35a622cbd service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384723 Jan 14 22:50:08.399368 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1c3a9-f526-4f6e-8ef0-dfd84b57eddb None None] Pushing event updated for resources: {'Port': ['ID=a643cdd3-085b-4003-95ce-0557aad96cc3,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:08.581829 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:08.598252 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-e1779153-f355-490c-8f02-a221f13ddbf5 req-f025aca0-c1a9-4711-807d-04b3bd660718 service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188318 Jan 14 22:50:08.758332 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ab103b8d-8f38-45f1-9b82-7697a84f0796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:08.868806 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9fb5ad1-a60a-5e84-a8cb-91350f4bd22d-2b237c21-ef76-46bc-84f8-94d055a3222b', 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'fixed_ips': [{'subnet_id': 'b566f5f3-4b1d-4b06-bcb3-142a7cfcb157'}]}} from dv-cinder-824801-1-iscsi. {{(pid=87474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 14 22:50:08.869631 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:08.919033 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125251'] for router, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.106973 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.db_base_plugin_common [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Allocated IP 172.20.0.2 (2b237c21-ef76-46bc-84f8-94d055a3222b/b566f5f3-4b1d-4b06-bcb3-142a7cfcb157/34e4046e-2072-403b-a2e8-e88f4cf0dc07) {{(pid=87474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:50:09.147928 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:07Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:09.163036 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75bde5e-50f0-40ae-8713-7ab160dd37d9 None None] The sync data for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi is: [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:07Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:50:09.321051 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.357716 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.371484 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Notify callbacks [] for port, precommit_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.383605 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Transition to ACTIVE for port object 34e4046e-2072-403b-a2e8-e88f4cf0dc07 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:50:09.404849 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Transition to ACTIVE for port object 34e4046e-2072-403b-a2e8-e88f4cf0dc07 will not be triggered until provisioned by entity DHCP. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:50:09.476198 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012'] for port, after_create {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.504483 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Allocated IP 172.27.3.165 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/df8e6038-8c87-4ea7-a716-578572eb5aa2) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:50:09.595883 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Network 2b237c21-ef76-46bc-84f8-94d055a3222b is already hosted by enough agents. {{(pid=87474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:50:09.598809 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.scheduler.base_scheduler [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Resources bound (agent type, host, resource id): {{(pid=87474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:50:09.605327 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Received port after_create {{(pid=87474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:50:09.611505 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Pushing event updated for resources: {'Port': ['ID=34e4046e-2072-403b-a2e8-e88f4cf0dc07,revision_number=1']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:09.683490 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.688294 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.711392 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Attempting to bind port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:50:09.711753 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Attempting to bind port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '29dd68de-1f36-43b6-b72c-35e11c99bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:50:09.712302 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Attempting to bind port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 on network 2b237c21-ef76-46bc-84f8-94d055a3222b {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:50:09.717430 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:50:09.718454 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Checking segment: {'id': '29dd68de-1f36-43b6-b72c-35e11c99bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:50:09.718847 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.719228 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Bound using segment: {'id': '29dd68de-1f36-43b6-b72c-35e11c99bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:50:09.719702 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Bound port: 34e4046e-2072-403b-a2e8-e88f4cf0dc07, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dd68de-1f36-43b6-b72c-35e11c99bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:50:09.720065 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.785676 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.796991 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.816966 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] For port 34e4046e-2072-403b-a2e8-e88f4cf0dc07, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:50:09.820097 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] For port 34e4046e-2072-403b-a2e8-e88f4cf0dc07, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=34e4046e-2072-403b-a2e8-e88f4cf0dc07,segment=NetworkSegment(29dd68de-1f36-43b6-b72c-35e11c99bcca),segment_id=29dd68de-1f36-43b6-b72c-35e11c99bcca)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:50:09.868078 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:50:09.871024 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:50:09.875333 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:50:09.898830 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:09.904558 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Pushing event updated for resources: {'Port': ['ID=df8e6038-8c87-4ea7-a716-578572eb5aa2,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:09.977187 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287059b-026b-4a6f-ba8a-081923d7ff62 None None] Pushing event updated for resources: {'Port': ['ID=34e4046e-2072-403b-a2e8-e88f4cf0dc07,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:10.225298 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device a643cdd3-085b-4003-95ce-0557aad96cc3 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:10.401671 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port a643cdd3-085b-4003-95ce-0557aad96cc3 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:50:10.412663 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port a643cdd3-085b-4003-95ce-0557aad96cc3 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:10.412663 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:10.610499 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:10.657160 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:10.691183 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port a643cdd3-085b-4003-95ce-0557aad96cc3, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=a643cdd3-085b-4003-95ce-0557aad96cc3,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:10.750397 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:10.829701 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=a643cdd3-085b-4003-95ce-0557aad96cc3,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:11.002886 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591305'] for router, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:11.094297 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:11.218549 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77f8835-6e5b-4d04-8cf1-deba6d8fae6b None None] Network 2b237c21-ef76-46bc-84f8-94d055a3222b requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:50:11.309144 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Router 937cd451-75fc-4f5d-bdd1-e46db717a790 is scheduled to L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 with binding_index 1 {{(pid=87473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 14 22:50:11.391332 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-e89a6f33-df0d-40c5-b94b-e666fa3cf2c0 None None] Provisioning for port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:50:11.490070 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:50:11.502362 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Sync routers for ids ['937cd451-75fc-4f5d-bdd1-e46db717a790'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:50:11.512849 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Routers {'937cd451-75fc-4f5d-bdd1-e46db717a790'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:11.514000 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:50:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['937cd451-75fc-4f5d-bdd1-e46db717a790'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:11.583717 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:11.587733 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2b1d0f77-5045-4cc4-b7af-743249d60095 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4013033 Jan 14 22:50:11.587945 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35916) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:11.701579 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Set router 937cd451-75fc-4f5d-bdd1-e46db717a790 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:11.999452 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'name': 'tempest-TestVolumeBootPattern-1278987400-router', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:50:08Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 3, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'gw_port': {'id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:09Z', 'updated_at': '2022-01-14T22:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:12.003943 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Checking router: 937cd451-75fc-4f5d-bdd1-e46db717a790 for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:50:12.004286 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Updating router 937cd451-75fc-4f5d-bdd1-e46db717a790 port df8e6038-8c87-4ea7-a716-578572eb5aa2 binding host dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:50:12.063428 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:12.307184 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device a643cdd3-085b-4003-95ce-0557aad96cc3 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:12.423121 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port a643cdd3-085b-4003-95ce-0557aad96cc3 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:12.423121 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:12.428302 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:12.548336 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Notify callbacks [] for port, precommit_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:12.586301 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Transition to ACTIVE for port object df8e6038-8c87-4ea7-a716-578572eb5aa2 will not be triggered until provisioned by entity L2. {{(pid=87474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:50:12.618272 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 34e4046e-2072-403b-a2e8-e88f4cf0dc07 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:12.670303 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Allocated IP 172.20.0.1 (2b237c21-ef76-46bc-84f8-94d055a3222b/b566f5f3-4b1d-4b06-bcb3-142a7cfcb157/4a63ac0a-966d-4714-a48b-2efd36cce5b6) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:50:12.682467 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:12.794303 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Attempting to bind port df8e6038-8c87-4ea7-a716-578572eb5aa2 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:50:12.794938 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Attempting to bind port df8e6038-8c87-4ea7-a716-578572eb5aa2 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:50:12.794938 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Attempting to bind port df8e6038-8c87-4ea7-a716-578572eb5aa2 on network f5e3ea0a-7141-444e-ae92-10b3ccc8933d {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:50:12.801756 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ab7c1-7f84-4608-9ced-b1e6f95cf911 None None] Pushing event updated for resources: {'Port': ['ID=df8e6038-8c87-4ea7-a716-578572eb5aa2,revision_number=2']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:12.803876 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:50:12.809923 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:50:12.810291 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Checking segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:50:12.810686 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:12.811061 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Bound using segment: {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'} {{(pid=87474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:50:12.812133 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.managers [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Bound port: df8e6038-8c87-4ea7-a716-578572eb5aa2, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}}] {{(pid=87474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:50:12.812504 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:12.832597 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:12.839681 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:12.840055 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:12.847866 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.provisioning_blocks [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Transition to ACTIVE for port object 4a63ac0a-966d-4714-a48b-2efd36cce5b6 will not be triggered until provisioned by entity DHCP. {{(pid=87472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:50:12.934914 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] For port df8e6038-8c87-4ea7-a716-578572eb5aa2, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:50:12.938799 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] For port df8e6038-8c87-4ea7-a716-578572eb5aa2, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=df8e6038-8c87-4ea7-a716-578572eb5aa2,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:50:12.943779 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:13.001408 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:13.005146 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:13.008759 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Network 2b237c21-ef76-46bc-84f8-94d055a3222b is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:50:13.011596 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:50:13.015980 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:50:13.054233 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a63ac0a-966d-4714-a48b-2efd36cce5b6,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:13.092896 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943251'] for router_interface, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:13.103201 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 34e4046e-2072-403b-a2e8-e88f4cf0dc07, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=34e4046e-2072-403b-a2e8-e88f4cf0dc07,segment=NetworkSegment(29dd68de-1f36-43b6-b72c-35e11c99bcca),segment_id=29dd68de-1f36-43b6-b72c-35e11c99bcca)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:13.113236 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Routers {'937cd451-75fc-4f5d-bdd1-e46db717a790'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:13.113892 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:50:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['937cd451-75fc-4f5d-bdd1-e46db717a790'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:13.171629 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:13.184776 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ab7c1-7f84-4608-9ced-b1e6f95cf911 None None] Pushing event updated for resources: {'Port': ['ID=df8e6038-8c87-4ea7-a716-578572eb5aa2,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:13.272724 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:13.347796 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=34e4046e-2072-403b-a2e8-e88f4cf0dc07,revision_number=3']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:13.366905 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] Set router 937cd451-75fc-4f5d-bdd1-e46db717a790 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:13.411430 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-fb243a28-12d1-48b0-8aa3-e9d68841a29a None None] Provisioning for port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:50:13.480970 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-fb243a28-12d1-48b0-8aa3-e9d68841a29a None None] Provisioning complete for port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:13.481335 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-fb243a28-12d1-48b0-8aa3-e9d68841a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:13.508484 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:13.605613 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:13.606197 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-fb243a28-12d1-48b0-8aa3-e9d68841a29a None None] Port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:50:13.705891 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'name': 'tempest-TestVolumeBootPattern-1278987400-router', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:50:08Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 3, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'gw_port': {'id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:09Z', 'updated_at': '2022-01-14T22:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:13.710012 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362fc4ee-afc5-4950-8459-bab939530d1c None None] The sync data for ids ['937cd451-75fc-4f5d-bdd1-e46db717a790'] in dv-cinder-824801-1-iscsi is: [{'id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'name': 'tempest-TestVolumeBootPattern-1278987400-router', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:50:08Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 3, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'gw_port': {'id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:09Z', 'updated_at': '2022-01-14T22:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:50:13.712494 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a63ac0a-966d-4714-a48b-2efd36cce5b6,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:13.725617 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943356'] for router_interface, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:13.989068 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Network 2b237c21-ef76-46bc-84f8-94d055a3222b is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:50:13.990347 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:50:14.237923 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-e262f931-9c41-4dd5-a0d0-727ff511e0d0 None None] Provisioning complete for port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:14.238881 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-e262f931-9c41-4dd5-a0d0-727ff511e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:14.250648 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Router 937cd451-75fc-4f5d-bdd1-e46db717a790 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:50:14.282288 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device df8e6038-8c87-4ea7-a716-578572eb5aa2 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:14.365382 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-e262f931-9c41-4dd5-a0d0-727ff511e0d0 None None] Port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:50:14.436998 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port df8e6038-8c87-4ea7-a716-578572eb5aa2 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:50:14.442165 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port df8e6038-8c87-4ea7-a716-578572eb5aa2 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:14.442535 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:14.446141 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:50:14.456094 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-33430907-8ea1-4d0d-bb16-d5193ad647b5 admin admin] 10.222.0.25 "PUT /v2.0/routers/937cd451-75fc-4f5d-bdd1-e46db717a790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8665578 Jan 14 22:50:14.585533 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:14.607464 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port df8e6038-8c87-4ea7-a716-578572eb5aa2, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=df8e6038-8c87-4ea7-a716-578572eb5aa2,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:14.697980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:14.698785 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 34e4046e-2072-403b-a2e8-e88f4cf0dc07 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:14.813259 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=df8e6038-8c87-4ea7-a716-578572eb5aa2,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:14.825366 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:14.825755 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:15.994510 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Sync routers for ids ['937cd451-75fc-4f5d-bdd1-e46db717a790'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:50:16.004658 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Routers {'937cd451-75fc-4f5d-bdd1-e46db717a790'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:16.005320 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:50:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['937cd451-75fc-4f5d-bdd1-e46db717a790'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:16.166151 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device df8e6038-8c87-4ea7-a716-578572eb5aa2 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:16.191728 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Set router 937cd451-75fc-4f5d-bdd1-e46db717a790 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:16.266438 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port df8e6038-8c87-4ea7-a716-578572eb5aa2 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:16.267245 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:16.292437 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35950) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:16.300445 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001594510', 'description': 'tempest-secgroup-smoke-2001594510 description', 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:16.307341 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:16.312759 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:security_group and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:16.316152 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:16.322189 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:16.411345 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:16.432330 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:16.436663 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:security_group_rule and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:16.439775 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:16.445394 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:16.522861 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:16.542161 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'name': 'tempest-TestVolumeBootPattern-1278987400-router', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:50:08Z', 'updated_at': '2022-01-14T22:50:13Z', 'revision_number': 4, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'gw_port': {'id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:09Z', 'updated_at': '2022-01-14T22:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '4a63ac0a-966d-4714-a48b-2efd36cce5b6', 'name': '', 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'mac_address': 'fa:16:3e:fc:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b566f5f3-4b1d-4b06-bcb3-142a7cfcb157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:12Z', 'updated_at': '2022-01-14T22:50:13Z', 'revision_number': 2, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'subnets': [{'id': 'b566f5f3-4b1d-4b06-bcb3-142a7cfcb157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:16.548462 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Checking router: 937cd451-75fc-4f5d-bdd1-e46db717a790 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:50:16.548881 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Updating router 937cd451-75fc-4f5d-bdd1-e46db717a790 port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 binding host dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 22:50:16.600426 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:16.605272 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:16.643746 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7030bc40-4395-4650-96fb-50cc855b7e4d,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:16.692261 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:16.693501 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-7de6cd2a-3f30-4f5c-b95d-4c54a09da854 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3994172 Jan 14 22:50:16.696523 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35954) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:16.701547 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'security_group_rule': {'security_group_id': '7030bc40-4395-4650-96fb-50cc855b7e4d', 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:16.707555 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:16.711588 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:security_group_rule and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:16.714458 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:16.720663 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:16.800104 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:16.877030 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:16.966560 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:16.970822 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Notify callbacks [] for port, precommit_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:16.988409 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.provisioning_blocks [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Transition to ACTIVE for port object 4a63ac0a-966d-4714-a48b-2efd36cce5b6 will not be triggered until provisioned by entity L2. {{(pid=87475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:50:17.003589 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608aad1b-8656-46aa-b461-3195128c3119,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:17.069418 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.070316 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.074214 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-4140ebe6-cb8f-4e9d-b21e-e196de8fcc44 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3741961 Jan 14 22:50:17.074581 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35966) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:17.080705 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'security_group_rule': {'security_group_id': '7030bc40-4395-4650-96fb-50cc855b7e4d', 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:17.086680 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:17.090594 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:security_group_rule and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:17.094931 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:17.101659 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:17.219237 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Pushing event updated for resources: {'Port': ['ID=4a63ac0a-966d-4714-a48b-2efd36cce5b6,revision_number=3']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:17.219870 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.231072 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.231409 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.231739 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.232060 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.232382 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.232700 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.233185 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.233851 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.233851 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.234209 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.235018 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.235018 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:17.295712 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Attempting to bind port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 on host dv-cinder-824801-1-iscsi for vnic_type normal with profile {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:50:17.295712 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Attempting to bind port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 by drivers openvswitch,hyperv on host dv-cinder-824801-1-iscsi at level 0 using segments [{'id': '29dd68de-1f36-43b6-b72c-35e11c99bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b'}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:50:17.296412 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Attempting to bind port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 on network 2b237c21-ef76-46bc-84f8-94d055a3222b {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:50:17.302113 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Checking agent: {'id': '57e9a578-8cf2-4e82-b609-00f9a28fc496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824801-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 36, 10), 'started_at': datetime.datetime(2022, 1, 14, 22, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824801-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:50:17.302475 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Checking segment: {'id': '29dd68de-1f36-43b6-b72c-35e11c99bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:50:17.302863 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.303242 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Bound using segment: {'id': '29dd68de-1f36-43b6-b72c-35e11c99bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b'} {{(pid=87475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:50:17.303698 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.managers [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Bound port: 4a63ac0a-966d-4714-a48b-2efd36cce5b6, host: dv-cinder-824801-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dd68de-1f36-43b6-b72c-35e11c99bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b'}}] {{(pid=87475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:50:17.304075 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.334298 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.377709 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.394861 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] For port 4a63ac0a-966d-4714-a48b-2efd36cce5b6, host dv-cinder-824801-1-iscsi, cleared binding levels {{(pid=87475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:50:17.398637 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.plugins.ml2.db [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] For port 4a63ac0a-966d-4714-a48b-2efd36cce5b6, host dv-cinder-824801-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4a63ac0a-966d-4714-a48b-2efd36cce5b6,segment=NetworkSegment(29dd68de-1f36-43b6-b72c-35e11c99bcca),segment_id=29dd68de-1f36-43b6-b72c-35e11c99bcca)] {{(pid=87475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:50:17.401378 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660164ca-9950-4dd6-9a5d-fa125465657b,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:17.486959 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron_lib.callbacks.manager [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.503366 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.507108 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-bf4cad45-2c9f-4b5f-ab6e-bf1ce6507aa7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4289351 Jan 14 22:50:17.507306 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35972) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:17.512854 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'security_group_rule': {'security_group_id': '7030bc40-4395-4650-96fb-50cc855b7e4d', 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:17.520157 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:17.524122 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:security_group_rule and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:17.530707 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:17.533686 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:17.568584 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Routers {'937cd451-75fc-4f5d-bdd1-e46db717a790'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:50:17.569206 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:50:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['937cd451-75fc-4f5d-bdd1-e46db717a790'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:17.616011 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05a2c4-96da-4cc1-8ae5-feaba493f361 None None] Pushing event updated for resources: {'Port': ['ID=4a63ac0a-966d-4714-a48b-2efd36cce5b6,revision_number=4']} {{(pid=87475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:17.634329 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.707439 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.759907 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] Set router 937cd451-75fc-4f5d-bdd1-e46db717a790 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:50:17.818041 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.843466 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2264d2-20f3-4294-ba19-8846473d5bbc,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:17.898009 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:17.901730 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-400293ea-2814-4e65-8695-5dae1ec4404f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907738 Jan 14 22:50:17.902404 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35978) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:17.907900 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'security_group_rule': {'security_group_id': '7030bc40-4395-4650-96fb-50cc855b7e4d', 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:17.914022 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:17.917977 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:security_group_rule and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:17.921661 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:17.931875 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:18.013276 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.080878 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'name': 'tempest-TestVolumeBootPattern-1278987400-router', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:50:08Z', 'updated_at': '2022-01-14T22:50:13Z', 'revision_number': 4, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'gw_port': {'id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:09Z', 'updated_at': '2022-01-14T22:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '4a63ac0a-966d-4714-a48b-2efd36cce5b6', 'name': '', 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'mac_address': 'fa:16:3e:fc:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b566f5f3-4b1d-4b06-bcb3-142a7cfcb157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:12Z', 'updated_at': '2022-01-14T22:50:17Z', 'revision_number': 4, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'subnets': [{'id': 'b566f5f3-4b1d-4b06-bcb3-142a7cfcb157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:50:18.083626 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.085119 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c113c4b-5c51-4814-9c98-3d37d104c429 None None] The sync data for ids ['937cd451-75fc-4f5d-bdd1-e46db717a790'] in dv-cinder-824801-1-iscsi is: [{'id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'name': 'tempest-TestVolumeBootPattern-1278987400-router', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:50:08Z', 'updated_at': '2022-01-14T22:50:13Z', 'revision_number': 4, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'gw_port': {'id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:09Z', 'updated_at': '2022-01-14T22:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '4a63ac0a-966d-4714-a48b-2efd36cce5b6', 'name': '', 'network_id': '2b237c21-ef76-46bc-84f8-94d055a3222b', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'mac_address': 'fa:16:3e:fc:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b566f5f3-4b1d-4b06-bcb3-142a7cfcb157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:12Z', 'updated_at': '2022-01-14T22:50:17Z', 'revision_number': 4, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'subnets': [{'id': 'b566f5f3-4b1d-4b06-bcb3-142a7cfcb157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:50:18.178370 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.203981 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ff75a1-3886-43d2-b34e-744c1bd481cd,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:18.268671 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.269952 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2a0257bd-5fb3-4a11-a6d9-ab33800b5845 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3670509 Jan 14 22:50:18.272618 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 35984) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:18.277700 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'security_group_rule': {'security_group_id': '7030bc40-4395-4650-96fb-50cc855b7e4d', 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:18.283952 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:18.287853 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:security_group_rule and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:18.290897 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:18.297396 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:18.361012 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.securitygroups_db [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Project 83fc1d027a1143dbb98d8cc3f1dc3b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 22:50:18.368250 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.438835 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.521588 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.555602 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51147d3d-43c9-4e92-82d5-56072e3b59aa,revision_number=0']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:18.629076 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.632896 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-95cb258e-fde9-4946-9919-cff2c7ba782b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3567123 Jan 14 22:50:18.633561 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 35994) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:18.639730 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'security_group_rule': {'security_group_id': '7030bc40-4395-4650-96fb-50cc855b7e4d', 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:18.646034 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:18.649985 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:security_group_rule and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:18.653121 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:18.660868 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:18.771881 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.securitygroups_db [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Project 83fc1d027a1143dbb98d8cc3f1dc3b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 22:50:18.778996 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.846873 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.919403 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:18.942107 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81eeb5f6-c342-4c27-8879-ab1263bafc5d,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:19.016461 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:19.017639 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-6af8b6d9-c8c5-4536-8b3c-1435930c769c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3830040 Jan 14 22:50:20.200209 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4a63ac0a-966d-4714-a48b-2efd36cce5b6 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:20.330715 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning for port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:50:20.335967 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:20.336493 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:20.460982 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:20.494897 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] For port 4a63ac0a-966d-4714-a48b-2efd36cce5b6, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4a63ac0a-966d-4714-a48b-2efd36cce5b6,segment=NetworkSegment(29dd68de-1f36-43b6-b72c-35e11c99bcca),segment_id=29dd68de-1f36-43b6-b72c-35e11c99bcca)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:20.572054 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:20.647527 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Pushing event updated for resources: {'Port': ['ID=4a63ac0a-966d-4714-a48b-2efd36cce5b6,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:21.236809 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:21.717725 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c80746-9c64-4028-abd6-81293c1ae370 req-a51d8f48-29ea-48e9-9e9e-ce7c7a661754 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:21.719761 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c1c80746-9c64-4028-abd6-81293c1ae370 req-a51d8f48-29ea-48e9-9e9e-ce7c7a661754 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0823162 Jan 14 22:50:21.766507 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c1c80746-9c64-4028-abd6-81293c1ae370 req-b623abd3-c3e5-4ee5-897b-c32d74e51d71 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402808 Jan 14 22:50:22.169484 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4a63ac0a-966d-4714-a48b-2efd36cce5b6 up at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:22.242496 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Provisioning complete for port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:22.243167 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:22.958625 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75941e2e-f0f2-4be0-9086-ae473a36ecac req-88496bba-f4a4-49e5-8ca0-5dfc20e0326b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:22.960069 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-75941e2e-f0f2-4be0-9086-ae473a36ecac req-88496bba-f4a4-49e5-8ca0-5dfc20e0326b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0841804 Jan 14 22:50:23.011690 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-75941e2e-f0f2-4be0-9086-ae473a36ecac req-903a2047-675d-43ba-9638-43bb7128f74b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431614 Jan 14 22:50:23.061862 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 36108) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:23.182382 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9573671c-9372-4f00-bd8a-ff174c173c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:23.197547 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9573671c-9372-4f00-bd8a-ff174c173c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:23.201435 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9573671c-9372-4f00-bd8a-ff174c173c0c admin admin] Usage tracker for resource:security_group_rule and tenant:74552897f22740659e65d8681c13036f is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:23.205850 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9573671c-9372-4f00-bd8a-ff174c173c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:23.211892 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9573671c-9372-4f00-bd8a-ff174c173c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:23.294283 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9573671c-9372-4f00-bd8a-ff174c173c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:23.353605 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9573671c-9372-4f00-bd8a-ff174c173c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:23.401838 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-9573671c-9372-4f00-bd8a-ff174c173c0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74552897f22740659e65d8681c13036f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386610 Jan 14 22:50:23.402637 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573671c-9372-4f00-bd8a-ff174c173c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8b43da-b327-4581-b014-d431b2b741fb,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:23.404374 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 36116) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:23.462250 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4883-bcca-433c-895b-235508ce5d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:23.489293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4883-bcca-433c-895b-235508ce5d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:23.617518 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4883-bcca-433c-895b-235508ce5d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:23.631914 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e4883-bcca-433c-895b-235508ce5d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8b43da-b327-4581-b014-d431b2b741fb,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:23.637898 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4883-bcca-433c-895b-235508ce5d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:23.638994 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-0b9e4883-bcca-433c-895b-235508ce5d8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df8b43da-b327-4581-b014-d431b2b741fb HTTP/1.1" status: 204 len: 168 time: 0.2336557 Jan 14 22:50:24.381634 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e8b42-dd2b-4651-a069-4188af8dd7d3 req-20bbd963-75bc-4cc6-b312-2999e2e8ee87 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:24.383167 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-889e8b42-dd2b-4651-a069-4188af8dd7d3 req-20bbd963-75bc-4cc6-b312-2999e2e8ee87 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.1837180 Jan 14 22:50:24.428366 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-889e8b42-dd2b-4651-a069-4188af8dd7d3 req-136ea255-91df-4e88-a76d-b6909c582f71 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395651 Jan 14 22:50:25.319250 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f3fa4-1e55-4b13-ac78-747c2197f518 req-02c48051-5599-471d-922b-ce7d19fe09c8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:25.320637 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ba5f3fa4-1e55-4b13-ac78-747c2197f518 req-02c48051-5599-471d-922b-ce7d19fe09c8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0872426 Jan 14 22:50:25.376624 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ba5f3fa4-1e55-4b13-ac78-747c2197f518 req-6a2bf0ca-7192-4301-8267-63ff84d5b281 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455256 Jan 14 22:50:25.620383 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a76818-4669-4ac0-aade-dac4428e1b8c req-cab15d43-a4ae-4306-970c-d8183f81e35e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:25.621732 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f4a76818-4669-4ac0-aade-dac4428e1b8c req-cab15d43-a4ae-4306-970c-d8183f81e35e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0802164 Jan 14 22:50:25.669139 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f4a76818-4669-4ac0-aade-dac4428e1b8c req-4da259a0-926f-478f-9893-b2819c5391ef tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 Jan 14 22:50:26.578996 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eb11a-4bb1-49e6-ae39-4de22d9f4e10 req-e34f2d42-0d47-4244-8fba-54ceb66fe367 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:26.580423 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-962eb11a-4bb1-49e6-ae39-4de22d9f4e10 req-e34f2d42-0d47-4244-8fba-54ceb66fe367 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0896423 Jan 14 22:50:26.625166 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-962eb11a-4bb1-49e6-ae39-4de22d9f4e10 req-cb66e262-2e21-4d8f-a196-68eaf86956db tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384936 Jan 14 22:50:26.857245 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccfeb-fbbd-4ce1-9368-48289b1a2d18 req-01d09e7a-25aa-4be9-a6b7-da7686000c7d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:26.858712 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-086ccfeb-fbbd-4ce1-9368-48289b1a2d18 req-01d09e7a-25aa-4be9-a6b7-da7686000c7d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0802293 Jan 14 22:50:26.904439 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-086ccfeb-fbbd-4ce1-9368-48289b1a2d18 req-d1090aaa-93e4-49b4-b429-c016490209c1 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395300 Jan 14 22:50:27.817546 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b91d7-5752-422d-bf85-79b2cd810b8b req-1c934080-7832-4771-ae4c-4e096368f911 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:27.819004 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-278b91d7-5752-422d-bf85-79b2cd810b8b req-1c934080-7832-4771-ae4c-4e096368f911 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0844355 Jan 14 22:50:27.864135 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-278b91d7-5752-422d-bf85-79b2cd810b8b req-18c9b889-0d4d-4b1f-b01f-1807d99a3d2b tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394292 Jan 14 22:50:28.094431 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd2075-04c7-460b-85f6-0edcf7747254 req-9141de2d-6310-44f0-8e84-3a1d9609c328 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:28.095793 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2fd2075-04c7-460b-85f6-0edcf7747254 req-9141de2d-6310-44f0-8e84-3a1d9609c328 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0831323 Jan 14 22:50:28.143071 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a2fd2075-04c7-460b-85f6-0edcf7747254 req-29b4cabe-b3da-4885-9085-a3a3c08c222a tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Jan 14 22:50:29.060814 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf3256-0103-409b-8a62-966b2f463c14 req-71844a9b-e322-424d-aef0-1f0205fa76c2 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:29.062232 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-daaf3256-0103-409b-8a62-966b2f463c14 req-71844a9b-e322-424d-aef0-1f0205fa76c2 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0851004 Jan 14 22:50:29.107843 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-daaf3256-0103-409b-8a62-966b2f463c14 req-64ae7ea9-d55a-4b38-a3b7-8c856ecfddc2 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 Jan 14 22:50:29.334935 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4264e-4750-4a37-93a1-0b49cded695c req-c6335ad1-eb53-491b-8548-226d2421158e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:29.336308 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c1c4264e-4750-4a37-93a1-0b49cded695c req-c6335ad1-eb53-491b-8548-226d2421158e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0824671 Jan 14 22:50:29.384168 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c1c4264e-4750-4a37-93a1-0b49cded695c req-1ff3df1b-5be2-404d-b5e2-a41173d8ae51 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421660 Jan 14 22:50:30.292279 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ac996-e414-4d1f-8f0f-c8bad634bdd0 req-c8de0b14-4811-45b0-bc75-9f874cfc2f89 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:30.293743 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-765ac996-e414-4d1f-8f0f-c8bad634bdd0 req-c8de0b14-4811-45b0-bc75-9f874cfc2f89 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0791202 Jan 14 22:50:30.337390 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-765ac996-e414-4d1f-8f0f-c8bad634bdd0 req-3f8ec394-deb6-47ab-9c21-453b0ae8153b tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379515 Jan 14 22:50:30.574568 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63816f6e-389a-4392-bcc6-93e127c16238 req-ec17995f-a88b-40e2-9288-757144581c52 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:30.576025 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-63816f6e-389a-4392-bcc6-93e127c16238 req-ec17995f-a88b-40e2-9288-757144581c52 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0839112 Jan 14 22:50:30.620817 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-63816f6e-389a-4392-bcc6-93e127c16238 req-8471d144-72dc-4e05-a947-97c797ff2894 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389352 Jan 14 22:50:31.523823 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b5939-4610-4453-8a63-83f20c2b5276 req-ddb8f0b2-6663-4960-b156-9a403595c85a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:31.525287 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e10b5939-4610-4453-8a63-83f20c2b5276 req-ddb8f0b2-6663-4960-b156-9a403595c85a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0785899 Jan 14 22:50:31.570815 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e10b5939-4610-4453-8a63-83f20c2b5276 req-96bf62be-cc26-4563-88bf-1ef564fa241c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395784 Jan 14 22:50:31.812432 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8a121-68f3-40d9-a666-248e13befef5 req-e5894e9e-b9d6-4908-8e1e-f55282dd98ed tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:31.813902 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d4e8a121-68f3-40d9-a666-248e13befef5 req-e5894e9e-b9d6-4908-8e1e-f55282dd98ed tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0830932 Jan 14 22:50:31.857274 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d4e8a121-68f3-40d9-a666-248e13befef5 req-8682ec87-2c25-4824-97a2-21664eca2b59 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377195 Jan 14 22:50:32.758440 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0f67-47bf-42ec-bc03-2c880e7eab41 req-94851480-89e5-4761-8a9c-1d47efde0127 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:32.759865 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-776d0f67-47bf-42ec-bc03-2c880e7eab41 req-94851480-89e5-4761-8a9c-1d47efde0127 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0792089 Jan 14 22:50:32.806254 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-776d0f67-47bf-42ec-bc03-2c880e7eab41 req-0235bf78-a36a-4c66-9084-1852c86ab257 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406666 Jan 14 22:50:33.039862 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bb7d1-9035-42f2-b1ba-b1c536573d36 req-1cac5f2d-d6e7-4b55-8788-a10e512aeb9c tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:33.041337 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-df6bb7d1-9035-42f2-b1ba-b1c536573d36 req-1cac5f2d-d6e7-4b55-8788-a10e512aeb9c tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0798275 Jan 14 22:50:33.086264 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-df6bb7d1-9035-42f2-b1ba-b1c536573d36 req-4144571c-ccbb-4072-ba3a-af66ac18eb5f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389972 Jan 14 22:50:33.995633 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58c9b0-35d3-41e7-b2ef-ed7e13dcc555 req-eef8df1f-6dd4-4482-adab-a81d89f27871 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:33.997065 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb58c9b0-35d3-41e7-b2ef-ed7e13dcc555 req-eef8df1f-6dd4-4482-adab-a81d89f27871 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0816095 Jan 14 22:50:34.041632 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-eb58c9b0-35d3-41e7-b2ef-ed7e13dcc555 req-64dce86b-7843-4b4e-8612-5befd984067d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390382 Jan 14 22:50:34.272787 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5842ed-6982-4d01-b86d-05e6480ebc44 req-2ec488b0-1a04-48a2-afd5-13022f5415be tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:34.274228 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4c5842ed-6982-4d01-b86d-05e6480ebc44 req-2ec488b0-1a04-48a2-afd5-13022f5415be tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0789797 Jan 14 22:50:34.317424 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4c5842ed-6982-4d01-b86d-05e6480ebc44 req-3e9e1a6b-8f4c-4a7d-95be-30086805e2a7 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370424 Jan 14 22:50:35.240245 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07322e13-2128-4168-90ef-82e85e576559 req-4baaad61-987f-4512-a2c0-4c8484f75572 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:35.241699 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-07322e13-2128-4168-90ef-82e85e576559 req-4baaad61-987f-4512-a2c0-4c8484f75572 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0887964 Jan 14 22:50:35.288052 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-07322e13-2128-4168-90ef-82e85e576559 req-3dc66430-68eb-4621-8a94-f0f0876d299c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405161 Jan 14 22:50:35.499828 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20336e-121d-40a0-a83b-dd13b423707e req-03308bcc-7556-4c1a-a9b9-773b89f86644 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:35.501276 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fc20336e-121d-40a0-a83b-dd13b423707e req-03308bcc-7556-4c1a-a9b9-773b89f86644 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0799160 Jan 14 22:50:35.547390 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fc20336e-121d-40a0-a83b-dd13b423707e req-1b451e87-58ee-42da-bf25-137ca8726574 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395141 Jan 14 22:50:36.216179 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-529cc364-408b-458a-a769-c5861f8732cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:36.487692 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb85f8-7d34-4db5-ae0d-b6c787e76d2b req-5b9d740b-e577-40ae-9b94-561a4458348f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:36.489678 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-acdb85f8-7d34-4db5-ae0d-b6c787e76d2b req-5b9d740b-e577-40ae-9b94-561a4458348f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0850346 Jan 14 22:50:36.534997 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-acdb85f8-7d34-4db5-ae0d-b6c787e76d2b req-bc638810-3af5-4c4f-85c0-06e1b32f952a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395687 Jan 14 22:50:36.814167 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-2895cab7-1cf6-4517-8026-4b367b224969 req-20e38fa5-f93b-4b9b-a5e8-e47a0b49e5a0 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Synchronizing usage tracker for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:security_group {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:50:36.844096 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f6fed-9dfe-48a7-8cbc-8b496431e6b9 req-d58895ac-0774-4ae7-9549-ef9b554ee6a8 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:36.845562 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1d2f6fed-9dfe-48a7-8cbc-8b496431e6b9 req-d58895ac-0774-4ae7-9549-ef9b554ee6a8 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.1920865 Jan 14 22:50:36.897411 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1d2f6fed-9dfe-48a7-8cbc-8b496431e6b9 req-85dc4954-f3d0-4e18-b940-cc65a9fbd3df tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459850 Jan 14 22:50:36.908237 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-2895cab7-1cf6-4517-8026-4b367b224969 req-20e38fa5-f93b-4b9b-a5e8-e47a0b49e5a0 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Unset dirty status for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:security_group {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:50:36.909669 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-20e38fa5-f93b-4b9b-a5e8-e47a0b49e5a0 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001594510&fields=id&tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a HTTP/1.1" status: 200 len: 267 time: 0.2257738 Jan 14 22:50:37.075461 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cab7-1cf6-4517-8026-4b367b224969 req-502076eb-a594-4a8f-b7cf-cae0b96a6b0c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:37.076510 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-2895cab7-1cf6-4517-8026-4b367b224969 req-502076eb-a594-4a8f-b7cf-cae0b96a6b0c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Synchronizing usage tracker for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:network {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:50:37.085373 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-c0741d4a-fbf3-4b86-9610-038159b9c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:37.087187 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-c0741d4a-fbf3-4b86-9610-038159b9c963 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=439cb5d34f974c91830ad89417541b65&device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1098 time: 0.2163610 Jan 14 22:50:37.147847 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-2895cab7-1cf6-4517-8026-4b367b224969 req-502076eb-a594-4a8f-b7cf-cae0b96a6b0c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Unset dirty status for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:network {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:50:37.149129 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-502076eb-a594-4a8f-b7cf-cae0b96a6b0c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 811 time: 0.2331684 Jan 14 22:50:37.164032 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-c9d8896d-421e-4662-9627-6d98d2dce1d6 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/quotas/83fc1d027a1143dbb98d8cc3f1dc3b4a HTTP/1.1" status: 200 len: 375 time: 0.0094621 Jan 14 22:50:37.233282 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-93c9fcbc-0551-44a0-9838-8596b82ae980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:37.234758 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-93c9fcbc-0551-44a0-9838-8596b82ae980 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8158e17-53f5-45de-93ff-757f87c67705 HTTP/1.1" status: 200 len: 909 time: 0.1404808 Jan 14 22:50:37.253525 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-2895cab7-1cf6-4517-8026-4b367b224969 req-c99f79fb-9b33-4efa-8256-f65785e470a3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Synchronizing usage tracker for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:50:37.341116 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-e5a8d7f8-34e1-4c53-b3dc-3e99acf0d41f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef HTTP/1.1" status: 200 len: 1000 time: 0.0993156 Jan 14 22:50:37.369022 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-2895cab7-1cf6-4517-8026-4b367b224969 req-c99f79fb-9b33-4efa-8256-f65785e470a3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Unset dirty status for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:50:37.370334 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-c99f79fb-9b33-4efa-8256-f65785e470a3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011547 Jan 14 22:50:37.404201 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-d6616f3d-49a5-4f9f-8195-b7343659bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:37.405645 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-d6616f3d-49a5-4f9f-8195-b7343659bbd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b99ea17-f83f-41c7-8c16-d52cd11450ce HTTP/1.1" status: 200 len: 848 time: 0.0590825 Jan 14 22:50:37.434550 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b1d8f-3b52-440c-a346-a20949c87100 req-b59cdbbc-165e-4dce-8386-d08d2bd37e5b tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:37.436016 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fe9b1d8f-3b52-440c-a346-a20949c87100 req-b59cdbbc-165e-4dce-8386-d08d2bd37e5b tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.1453342 Jan 14 22:50:37.450855 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-b616e083-57d2-4901-b126-b16c052930e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:37.453945 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-b616e083-57d2-4901-b126-b16c052930e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=289e9279bc3446a6a3fef4e316a79eff&device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 1138 time: 0.1265392 Jan 14 22:50:37.487194 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-582ee346-a406-4252-8058-7b45d433fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:37.488678 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-582ee346-a406-4252-8058-7b45d433fab8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8158e17-53f5-45de-93ff-757f87c67705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744443 Jan 14 22:50:37.620624 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-3bd15494-b4d8-42c6-9d96-8a00043f0a14 service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243491 Jan 14 22:50:37.658824 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fe9b1d8f-3b52-440c-a346-a20949c87100 req-225ecac7-6863-43fd-973a-aff793fe41ec tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2102041 Jan 14 22:50:37.725653 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-d639aceb-90c2-4b74-8788-44a690e9342c service neutron] 10.222.0.25 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396358 Jan 14 22:50:37.728020 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-c69e9589-07fe-426c-bb9e-531ac7d3572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:37.729320 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-c69e9589-07fe-426c-bb9e-531ac7d3572b service neutron] 10.222.0.39 "GET /v2.0/networks?id=51d1b4ee-94dd-4f4d-8743-166ff4febbba HTTP/1.1" status: 200 len: 914 time: 0.2576141 Jan 14 22:50:37.766094 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-67d7864e-a879-4445-9753-ae0ed66eaa82 req-032d730e-0e90-42d6-bcf0-d7b2391e1d34 service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383631 Jan 14 22:50:37.957829 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-aa9d4df3-4950-4e8f-bbb6-e068ccb9c022 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd859220-e334-4837-9210-020bb2411216 HTTP/1.1" status: 200 len: 1001 time: 0.2058117 Jan 14 22:50:38.032765 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-bf97035d-701e-496c-ba82-3d69366e1f42 service neutron] 10.222.0.25 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990305 Jan 14 22:50:38.058641 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-8507444b-0540-4a6c-bb2e-f0e6e4f3fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:38.060038 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-8507444b-0540-4a6c-bb2e-f0e6e4f3fd35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6789470-6d93-4dfa-8b04-d28da801f686 HTTP/1.1" status: 200 len: 853 time: 0.0866039 Jan 14 22:50:38.072278 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7fb0f-8ee7-4d87-b823-fffe240c60b2 req-8813a8b4-7b96-4b43-b4ee-aa7a288dcfb1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:38.073664 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d7b7fb0f-8ee7-4d87-b823-fffe240c60b2 req-8813a8b4-7b96-4b43-b4ee-aa7a288dcfb1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.1754348 Jan 14 22:50:38.167400 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d7b7fb0f-8ee7-4d87-b823-fffe240c60b2 req-53c3a4a8-e18f-4e3e-ae61-9110f29ada08 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589833 Jan 14 22:50:38.180308 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-bcf44574-c15d-42d5-95e0-80497a00301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:38.181697 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-bcf44574-c15d-42d5-95e0-80497a00301b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51d1b4ee-94dd-4f4d-8743-166ff4febbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071675 Jan 14 22:50:38.371383 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-eb9209a9-6f78-4e9b-9d06-c1786032d82e service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819377 Jan 14 22:50:38.414305 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fefd9-d6c2-46bf-9daa-a545fa5c18ab req-1c371bc4-de6b-4fb9-8514-9d6b94ad8c94 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:38.415711 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0e1fefd9-d6c2-46bf-9daa-a545fa5c18ab req-1c371bc4-de6b-4fb9-8514-9d6b94ad8c94 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.1389701 Jan 14 22:50:38.427233 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f286d412-a0b1-4f1d-9f46-07d8fecaadf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:38.526013 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0e1fefd9-d6c2-46bf-9daa-a545fa5c18ab req-00fa3d0c-4fad-4f54-b137-e4c340d8f686 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003144 Jan 14 22:50:38.633461 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a095d62-125f-4ce3-b6e0-932e1becfd5f req-4e577989-d9e4-4071-98b8-e46c48114d94 service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548141 Jan 14 22:50:38.749496 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f8793369-2bcf-489c-9f36-5c028da916e2 req-7309ccad-a33a-4fea-aaa5-e81e01230afd tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 210 time: 0.0505948 Jan 14 22:50:38.873096 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e1995-557d-4743-981f-a6f4f66809f3 req-882a3c9e-918f-4901-8bf6-82df32177765 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:38.878683 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-796e1995-557d-4743-981f-a6f4f66809f3 req-882a3c9e-918f-4901-8bf6-82df32177765 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.0922105 Jan 14 22:50:38.922920 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-796e1995-557d-4743-981f-a6f4f66809f3 req-9a370a7d-e145-4b29-9b1f-79f357832506 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424533 Jan 14 22:50:39.361263 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e0804-6346-4d2c-ad91-36f74685e7ce req-ccfc1d3b-59d2-4973-823c-87a13ed8d085 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:39.362781 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-de9e0804-6346-4d2c-ad91-36f74685e7ce req-ccfc1d3b-59d2-4973-823c-87a13ed8d085 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0840313 Jan 14 22:50:39.408251 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-de9e0804-6346-4d2c-ad91-36f74685e7ce req-17a356d6-070d-4f06-bef1-8750c1440e9a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397916 Jan 14 22:50:39.593576 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:39.727596 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759dc09-a359-4c42-bd74-6b7cd86e6892 req-3e61a631-5396-4170-a89e-f8888cee410b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:39.728952 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0759dc09-a359-4c42-bd74-6b7cd86e6892 req-3e61a631-5396-4170-a89e-f8888cee410b tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0864043 Jan 14 22:50:39.731073 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:39.773199 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0759dc09-a359-4c42-bd74-6b7cd86e6892 req-0e98d946-7e9d-4ef0-bf3a-641d4f624c9a tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385435 Jan 14 22:50:39.899704 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-30a31747-2d4e-4be5-a634-3d25f9c28784 req-7ca7edf2-e17b-4cad-ad71-c55059f433ec tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 210 time: 0.0428619 Jan 14 22:50:40.128691 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6273a88-ea19-4afb-a620-d59a248d29bd req-140c0a7f-4cd0-4ff6-aaca-d0cacd45d35e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:40.130365 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f6273a88-ea19-4afb-a620-d59a248d29bd req-140c0a7f-4cd0-4ff6-aaca-d0cacd45d35e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.0842695 Jan 14 22:50:40.177198 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f6273a88-ea19-4afb-a620-d59a248d29bd req-fd7aa4dc-099c-4576-a83d-852c83746718 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400369 Jan 14 22:50:40.599469 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8149c7-9e88-4920-8ee3-ec61ea82b55a req-5e10d60e-a310-4f2a-a1f2-22769cb0a2f7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:40.600995 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb8149c7-9e88-4920-8ee3-ec61ea82b55a req-5e10d60e-a310-4f2a-a1f2-22769cb0a2f7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0809352 Jan 14 22:50:40.650181 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb8149c7-9e88-4920-8ee3-ec61ea82b55a req-af849ec8-0d21-4ec4-a7d8-e1b01dfa6700 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Jan 14 22:50:40.962955 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2fb5a-c09d-48ee-885b-fa2ebc15c5b7 req-ac693759-a029-42a0-b7ef-81024ee66828 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:40.964399 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e5d2fb5a-c09d-48ee-885b-fa2ebc15c5b7 req-ac693759-a029-42a0-b7ef-81024ee66828 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0856562 Jan 14 22:50:41.013503 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e5d2fb5a-c09d-48ee-885b-fa2ebc15c5b7 req-d785bd5f-f21e-4622-b3d7-1e337c9056d4 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407937 Jan 14 22:50:41.063033 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7bfe45b1-9b83-4faa-a6a9-985b7c74bcc7 req-aa20962b-4af2-4c6a-adaa-b2fee109c9b1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 210 time: 0.0435128 Jan 14 22:50:41.108193 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:41.265974 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cab7-1cf6-4517-8026-4b367b224969 req-30642f4b-e5fc-4a8c-9f99-08ca73ea3372 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:41.267431 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-30642f4b-e5fc-4a8c-9f99-08ca73ea3372 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 811 time: 0.1623883 Jan 14 22:50:41.327031 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-07c1c96e-e3e9-4ba7-8b2e-dc7bfe8b00cb tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a HTTP/1.1" status: 200 len: 380 time: 0.0453911 Jan 14 22:50:41.370033 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'port': {'device_id': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'admin_state_up': True, 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'security_groups': ['7030bc40-4395-4650-96fb-50cc855b7e4d']}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:41.515464 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 36320) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:41.584330 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:41.606858 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:41.629417 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8b04-91dc-4f7f-be0d-29e4fee0777c req-ed49dfd3-e43a-4a7d-8fab-89bfe38d41d8 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:41.631736 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fc3e8b04-91dc-4f7f-be0d-29e4fee0777c req-ed49dfd3-e43a-4a7d-8fab-89bfe38d41d8 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.3037808 Jan 14 22:50:41.644563 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d913-f0ff-4ee3-a8c7-fbdeb3e6c36f req-42f72135-6d00-44d5-8020-d967f8b004cb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:41.646566 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a0b7d913-f0ff-4ee3-a8c7-fbdeb3e6c36f req-42f72135-6d00-44d5-8020-d967f8b004cb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.1768410 Jan 14 22:50:41.722331 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fc3e8b04-91dc-4f7f-be0d-29e4fee0777c req-4352c065-77f5-459f-9498-eb28291d536b tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747244 Jan 14 22:50:41.727988 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a0b7d913-f0ff-4ee3-a8c7-fbdeb3e6c36f req-5afc0ffb-4f43-4f6a-9051-d4ae64c691de tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663640 Jan 14 22:50:41.758931 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Made reservation on behalf of 83fc1d027a1143dbb98d8cc3f1dc3b4a for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:50:41.763462 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:41.774888 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-bde9c477-bd4c-4810-bc7c-4bf3a2cbf6f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2579634 Jan 14 22:50:41.984681 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4945131-f910-4fee-9415-bf3ef0294870 req-d0a61a2f-1616-4b28-bc1f-26fb081a8529 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:41.986113 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f4945131-f910-4fee-9415-bf3ef0294870 req-d0a61a2f-1616-4b28-bc1f-26fb081a8529 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.1617486 Jan 14 22:50:42.013381 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Allocated IP 172.20.0.13 (2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1/ef1ed849-8481-4446-afbb-383ce39c2aee/4bf6e42c-2634-4e91-b45f-6845f0823117) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:50:42.056680 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f4945131-f910-4fee-9415-bf3ef0294870 req-021e3400-1deb-464a-99dc-5e1a9f73bba8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629654 Jan 14 22:50:42.310557 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-160ae993-be30-4815-9cd5-2ead6c835f95 req-919ae68c-bb5e-4b66-b61e-752b0dfa5dc1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 210 time: 0.0517097 Jan 14 22:50:42.363711 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:42.380974 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Transition to ACTIVE for port object 4bf6e42c-2634-4e91-b45f-6845f0823117 will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:50:42.403027 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:50:42.502757 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:42.574232 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:50:42.577283 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:50:42.579772 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:50:42.616578 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'Port': ['ID=4bf6e42c-2634-4e91-b45f-6845f0823117,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:42.656127 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:42.656303 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:42.766995 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-3aafd677-5905-4e36-ab5e-5710af98da36 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3895957 Jan 14 22:50:42.786251 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Request body: {'port': {'device_id': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:42.879495 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-bbeb957b-7f84-4dee-a022-da1652cb1a4e None None] Provisioning for port 4bf6e42c-2634-4e91-b45f-6845f0823117 completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:50:42.884813 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-bbeb957b-7f84-4dee-a022-da1652cb1a4e None None] Provisioning complete for port 4bf6e42c-2634-4e91-b45f-6845f0823117 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:42.885240 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-bbeb957b-7f84-4dee-a022-da1652cb1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:42.942839 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb957b-7f84-4dee-a022-da1652cb1a4e None None] Port 4bf6e42c-2634-4e91-b45f-6845f0823117 cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:50:43.047625 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:43.103485 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56f74e-ba32-47d0-b77c-311dd207f5b6 req-6f371e8a-d047-4bb8-aa68-e33f621593f4 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:43.104900 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-da56f74e-ba32-47d0-b77c-311dd207f5b6 req-6f371e8a-d047-4bb8-aa68-e33f621593f4 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.2571092 Jan 14 22:50:43.150351 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d4f8e-8767-46ec-994d-8506817f2add req-4956e1f1-ed0f-496d-a600-6b8e0d5084fb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:43.151701 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c92d4f8e-8767-46ec-994d-8506817f2add req-4956e1f1-ed0f-496d-a600-6b8e0d5084fb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.2609477 Jan 14 22:50:43.265450 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-da56f74e-ba32-47d0-b77c-311dd207f5b6 req-01cc43ed-fb48-4a7f-b21d-e4584f38613b tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1534724 Jan 14 22:50:43.298510 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c92d4f8e-8767-46ec-994d-8506817f2add req-1ac42057-fd8d-4b4e-b84f-59da54bb5bfc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375747 Jan 14 22:50:43.549375 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cee44aa7-bbd3-4836-964e-ecdc8963c112 details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:50:43.551890 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 34bc8f2b-3c24-4783-9fc4-be81e10caeef no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:50:43.658994 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f745c5-104e-4b65-8e42-473c7ea673ed req-69b26d65-ba4e-4e97-927c-b5aca80b8ce1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:43.660492 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25f745c5-104e-4b65-8e42-473c7ea673ed req-69b26d65-ba4e-4e97-927c-b5aca80b8ce1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.2597115 Jan 14 22:50:43.671001 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1336e-1dd7-433d-9c87-8fef95b558ad req-3d1a8adc-cfaf-46c3-9888-cc7266b9b541 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:43.671692 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-f6f1336e-1dd7-433d-9c87-8fef95b558ad req-3d1a8adc-cfaf-46c3-9888-cc7266b9b541 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Synchronizing usage tracker for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:50:43.700228 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf6e42c-2634-4e91-b45f-6845f0823117 {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:50:43.712620 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:43.744865 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Transition to ACTIVE for port object 4bf6e42c-2634-4e91-b45f-6845f0823117 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:50:43.749469 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25f745c5-104e-4b65-8e42-473c7ea673ed req-86f10c82-a483-4fea-8089-e5b6e2f4528f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734317 Jan 14 22:50:43.787056 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:43.809286 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-f6f1336e-1dd7-433d-9c87-8fef95b558ad req-3d1a8adc-cfaf-46c3-9888-cc7266b9b541 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Unset dirty status for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:50:43.811683 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f6f1336e-1dd7-433d-9c87-8fef95b558ad req-3d1a8adc-cfaf-46c3-9888-cc7266b9b541 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 932 time: 0.3701499 Jan 14 22:50:43.834995 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:50:43.845511 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:43.863501 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:43.865382 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'port_id': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'mac_address': 'fa:16:3e:d5:d8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:50:43.899436 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:43.947237 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:43.978427 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cee44aa7-bbd3-4836-964e-ecdc8963c112 {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:50:43.984761 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:44.017633 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f6f1336e-1dd7-433d-9c87-8fef95b558ad req-8f449d7d-ff41-46f7-b63c-ed9f514949c1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983428 Jan 14 22:50:44.158056 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:44.159119 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Pushing event updated for resources: {'Port': ['ID=4bf6e42c-2634-4e91-b45f-6845f0823117,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:44.199063 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=34bc8f2b-3c24-4783-9fc4-be81e10caeef,revision_number=6']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:44.203144 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Attempting to bind port 4bf6e42c-2634-4e91-b45f-6845f0823117 on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:50:44.203743 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Attempting to bind port 4bf6e42c-2634-4e91-b45f-6845f0823117 by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:50:44.204218 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Attempting to bind port 4bf6e42c-2634-4e91-b45f-6845f0823117 on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:50:44.212250 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Port 4bf6e42c-2634-4e91-b45f-6845f0823117 on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:50:44.212628 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Attempting to bind port 4bf6e42c-2634-4e91-b45f-6845f0823117 on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:50:44.225754 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:50:44.226953 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Checking segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:50:44.226953 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Bound using segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:50:44.227202 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Bound port: 4bf6e42c-2634-4e91-b45f-6845f0823117, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:50:44.227827 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:44.239341 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:44.359891 dv-cinder-824801-1-iscsi neutron-server[87474]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'code': 422} returned with failed status Jan 14 22:50:44.359891 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=6']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:44.434157 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['cee44aa7-bbd3-4836-964e-ecdc8963c112'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:50:44.482779 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] For port 4bf6e42c-2634-4e91-b45f-6845f0823117, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:50:44.486279 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] For port 4bf6e42c-2634-4e91-b45f-6845f0823117, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=4bf6e42c-2634-4e91-b45f-6845f0823117,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:50:44.655574 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:44.931043 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:44.931935 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:44.933467 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] 10.222.0.39 "PUT /v2.0/ports/4bf6e42c-2634-4e91-b45f-6845f0823117 HTTP/1.1" status: 200 len: 1094 time: 2.1520650 Jan 14 22:50:44.934124 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'tag': '4bf6e42c-2634-4e91-b45f-6845f0823117'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:50:44.967739 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1acb50-71cc-4326-9722-444d3855b87f service neutron] Pushing event updated for resources: {'Port': ['ID=4bf6e42c-2634-4e91-b45f-6845f0823117,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:44.986447 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-3031c1a0-866a-4edf-be4a-15926ce2cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:44.989718 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-3031c1a0-866a-4edf-be4a-15926ce2cda6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5&tenant_id=439cb5d34f974c91830ad89417541b65 HTTP/1.1" status: 200 len: 1096 time: 0.1049247 Jan 14 22:50:44.994868 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af1446-7b85-4a1c-907c-945a074fcccd req-e42da950-04f8-4cfd-b617-5b2b652ee1d1 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:44.996427 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-66af1446-7b85-4a1c-907c-945a074fcccd req-e42da950-04f8-4cfd-b617-5b2b652ee1d1 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.4551895 Jan 14 22:50:45.058633 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d70c6-8dab-4fec-b859-bf73f74d2e5a req-e7e20a06-9733-412d-88d3-c98969e73b68 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:45.069978 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-175d70c6-8dab-4fec-b859-bf73f74d2e5a req-e7e20a06-9733-412d-88d3-c98969e73b68 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.4686975 Jan 14 22:50:45.104634 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-154d03d9-7d5b-4158-a2a2-1143ce5b887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:45.106476 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-154d03d9-7d5b-4158-a2a2-1143ce5b887f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=439cb5d34f974c91830ad89417541b65&device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0913794 Jan 14 22:50:45.135375 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-66af1446-7b85-4a1c-907c-945a074fcccd req-400dfd27-77f1-489a-ba50-aef9fc63a11d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216366 Jan 14 22:50:45.229507 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-175d70c6-8dab-4fec-b859-bf73f74d2e5a req-cfac60d6-1409-4f75-a60d-adba1e302b50 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1578958 Jan 14 22:50:45.275512 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cab7-1cf6-4517-8026-4b367b224969 req-ebf30cfe-ef2d-4aec-8841-b047a846bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:45.277044 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-ebf30cfe-ef2d-4aec-8841-b047a846bcdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 1097 time: 0.1693435 Jan 14 22:50:45.347500 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-93103826-50e3-442f-a3d2-b79373414d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:45.350401 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-93103826-50e3-442f-a3d2-b79373414d41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8158e17-53f5-45de-93ff-757f87c67705 HTTP/1.1" status: 200 len: 909 time: 0.2375684 Jan 14 22:50:45.416684 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-f78148fc-6b4f-4ab6-92a4-73b8fec0e464 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bf6e42c-2634-4e91-b45f-6845f0823117 HTTP/1.1" status: 200 len: 217 time: 0.1316333 Jan 14 22:50:45.497528 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-0944c36b-1619-410e-89fe-55000ac16ed1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef HTTP/1.1" status: 200 len: 998 time: 0.1374962 Jan 14 22:50:45.501153 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cab7-1cf6-4517-8026-4b367b224969 req-bb87c535-af7e-4e12-a87a-c62502e00f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:45.502633 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-bb87c535-af7e-4e12-a87a-c62502e00f0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0738337 Jan 14 22:50:45.553504 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cee44aa7-bbd3-4836-964e-ecdc8963c112 up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:45.562572 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311feb3-31c3-4c3f-8239-af0dd22a3dd3 req-8a20eecf-4978-4806-ba45-f6d1df7c6675 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:45.569681 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4311feb3-31c3-4c3f-8239-af0dd22a3dd3 req-8a20eecf-4978-4806-ba45-f6d1df7c6675 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 944 time: 0.2094564 Jan 14 22:50:45.595167 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'tag': '4bf6e42c-2634-4e91-b45f-6845f0823117', 'status': 'completed', 'code': 200} Jan 14 22:50:45.636499 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4311feb3-31c3-4c3f-8239-af0dd22a3dd3 req-97676345-91b9-4d7b-8b8c-28314d04c7fb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658681 Jan 14 22:50:45.659090 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cab7-1cf6-4517-8026-4b367b224969 req-01531081-8200-4c72-8133-29348e424f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:45.661475 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-01531081-8200-4c72-8133-29348e424f87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1490664 Jan 14 22:50:45.667949 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-4d4ed835-6aac-4e95-ae55-4248d00e2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:45.671203 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-4d4ed835-6aac-4e95-ae55-4248d00e2c38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b99ea17-f83f-41c7-8c16-d52cd11450ce HTTP/1.1" status: 200 len: 848 time: 0.1574011 Jan 14 22:50:45.719584 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port cee44aa7-bbd3-4836-964e-ecdc8963c112 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:45.720034 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:45.801323 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-c46905f5-fa68-4cc9-986f-f1741035fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:45.803104 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-c46905f5-fa68-4cc9-986f-f1741035fc87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8158e17-53f5-45de-93ff-757f87c67705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1228919 Jan 14 22:50:45.878124 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-7918b832-ff3f-40a1-8bd9-38d80021efec service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982474 Jan 14 22:50:45.880777 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:45.914891 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042077b-6787-43ca-a109-1f6c6fcfc808 req-19066383-da99-454f-92cf-9ec4ded07e7c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:45.918863 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:45.922243 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0042077b-6787-43ca-a109-1f6c6fcfc808 req-19066383-da99-454f-92cf-9ec4ded07e7c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 944 time: 0.2115045 Jan 14 22:50:45.980413 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-029f4728-8e3b-4d26-8dd9-dff2694e2ce4 service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704478 Jan 14 22:50:45.995026 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:46.049911 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0042077b-6787-43ca-a109-1f6c6fcfc808 req-eadcbce3-ca86-4a4a-94c9-e7397291cef6 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266956 Jan 14 22:50:46.126087 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2895cab7-1cf6-4517-8026-4b367b224969 req-41305bd1-cc61-4922-ad14-cc5ba5bb3fbd service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297320 Jan 14 22:50:46.241969 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=7']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:46.252153 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-b09b2c1e-3c69-4794-8e4a-371b91b6d536 req-deacce64-324b-410c-bb40-be11da02441e service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650492 Jan 14 22:50:46.358425 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:50:46.459047 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898c80f-15bb-4200-956a-2c9624da69ae req-db9591b9-80ff-41f2-bda8-11f88462d230 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:46.460924 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a898c80f-15bb-4200-956a-2c9624da69ae req-db9591b9-80ff-41f2-bda8-11f88462d230 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.1652761 Jan 14 22:50:46.514399 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a898c80f-15bb-4200-956a-2c9624da69ae req-60a4804f-b23f-491d-b6f1-96d3c7db749d tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476670 Jan 14 22:50:46.523098 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf56944-a7c7-4a88-b9f1-b2ad960593e9 req-4def253c-e19b-4e7f-b500-9f42702063ef tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:46.524736 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-abf56944-a7c7-4a88-b9f1-b2ad960593e9 req-4def253c-e19b-4e7f-b500-9f42702063ef tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.1540742 Jan 14 22:50:46.581827 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-abf56944-a7c7-4a88-b9f1-b2ad960593e9 req-b4026547-79fb-4f3c-ac36-dfa80d0520f3 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510852 Jan 14 22:50:46.618264 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'code': 200} Jan 14 22:50:46.633531 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-c13542ec-664a-4d7f-8fd6-56803027b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:46.635222 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-c13542ec-664a-4d7f-8fd6-56803027b55e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 1097 time: 0.1461921 Jan 14 22:50:46.840393 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-c7dce5dc-9841-4d30-8244-81044a709f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:46.842657 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-c7dce5dc-9841-4d30-8244-81044a709f04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 911 time: 0.1990390 Jan 14 22:50:46.855032 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763262b-9bca-48b4-b59a-ff284e176ab6 req-793a467a-c433-43de-b0f4-1697ea3f19b8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:46.862328 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7763262b-9bca-48b4-b59a-ff284e176ab6 req-793a467a-c433-43de-b0f4-1697ea3f19b8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.1064839 Jan 14 22:50:46.932584 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-853dd50f-a962-422e-9bfd-4e5523b94936 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bf6e42c-2634-4e91-b45f-6845f0823117 HTTP/1.1" status: 200 len: 217 time: 0.0810723 Jan 14 22:50:46.936239 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7763262b-9bca-48b4-b59a-ff284e176ab6 req-66a20b6a-743c-4fb3-897b-840079544dd8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711401 Jan 14 22:50:47.007855 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-4a3e788b-1bce-49e5-905e-5e1b750ba10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:47.009583 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-4a3e788b-1bce-49e5-905e-5e1b750ba10f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0696044 Jan 14 22:50:47.104744 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-844c87c6-1584-49b9-a82f-879f899c2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:47.106245 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-844c87c6-1584-49b9-a82f-879f899c2a5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897098 Jan 14 22:50:47.292997 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-3c9745c7-fc6e-4fe6-b70d-1faf8030e783 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764755 Jan 14 22:50:47.328047 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cdcc5-cc17-4ef8-b71d-6686bb0c4723 req-9c969617-01f9-4f8f-ad59-08598fd35835 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:47.330104 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-079cdcc5-cc17-4ef8-b71d-6686bb0c4723 req-9c969617-01f9-4f8f-ad59-08598fd35835 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 944 time: 0.1020205 Jan 14 22:50:47.399678 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-079cdcc5-cc17-4ef8-b71d-6686bb0c4723 req-16186c37-4926-413a-a4b7-27264c57e92c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610471 Jan 14 22:50:47.584999 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-ddaee926-bac4-4056-a3c8-ef717c90d9ca req-d5822ca1-28f7-4072-bd93-735502dc4a5c service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856677 Jan 14 22:50:47.789311 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf95b17-8c73-4e62-91e6-65cfe403cd66 req-fb72ed37-1753-4eb8-a78f-35c6aea8dec3 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:47.790976 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fcf95b17-8c73-4e62-91e6-65cfe403cd66 req-fb72ed37-1753-4eb8-a78f-35c6aea8dec3 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.1483262 Jan 14 22:50:47.832839 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694da18a-4198-486a-a045-f47a8b5513a4 req-840ffd04-ce6c-48e2-8fcd-742df264e690 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:47.834304 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-694da18a-4198-486a-a045-f47a8b5513a4 req-840ffd04-ce6c-48e2-8fcd-742df264e690 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.1309574 Jan 14 22:50:47.875058 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fcf95b17-8c73-4e62-91e6-65cfe403cd66 req-ebfe083b-fbe0-4845-9ff5-ef6460d7106a tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756571 Jan 14 22:50:47.897370 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-694da18a-4198-486a-a045-f47a8b5513a4 req-f9ce42e8-dbb3-4787-8d6c-eb240f5d4cc3 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525870 Jan 14 22:50:48.121689 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb83f3-f7b2-490d-9ed8-9f016729fcb8 req-6a9975ab-50f2-4e98-82d0-08a33e8bf3b9 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:48.121689 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d3bb83f3-f7b2-490d-9ed8-9f016729fcb8 req-6a9975ab-50f2-4e98-82d0-08a33e8bf3b9 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0798979 Jan 14 22:50:48.176610 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d3bb83f3-f7b2-490d-9ed8-9f016729fcb8 req-56ea9d91-0226-4bcb-8eb9-087d2ce0de71 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505283 Jan 14 22:50:48.684630 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c464a0c-16cf-492d-803c-00dbab2f6538 req-3403b2e3-98fe-469a-8c19-eee69cfda597 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:48.686153 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3c464a0c-16cf-492d-803c-00dbab2f6538 req-3403b2e3-98fe-469a-8c19-eee69cfda597 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 944 time: 0.1792047 Jan 14 22:50:48.737481 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3c464a0c-16cf-492d-803c-00dbab2f6538 req-b94a0f65-0b37-4c5d-ba09-4eed29f537ad tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Jan 14 22:50:49.145574 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7dee3-2858-4ae7-983c-df6f0fb26d53 req-04172351-08bd-44ce-83df-5626236cd50c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:49.147056 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-61b7dee3-2858-4ae7-983c-df6f0fb26d53 req-04172351-08bd-44ce-83df-5626236cd50c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.1107807 Jan 14 22:50:49.157662 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23afed-3beb-4f0a-b32c-4538dccd4de0 req-fe87955c-473a-4303-b966-8acdb8854985 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:49.159157 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ef23afed-3beb-4f0a-b32c-4538dccd4de0 req-fe87955c-473a-4303-b966-8acdb8854985 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.1582828 Jan 14 22:50:49.234154 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-61b7dee3-2858-4ae7-983c-df6f0fb26d53 req-14028e72-e91e-41ae-b267-81be597304df tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730112 Jan 14 22:50:49.241137 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ef23afed-3beb-4f0a-b32c-4538dccd4de0 req-989dcfae-054b-4b48-aae0-62be823bbcba tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672181 Jan 14 22:50:49.452792 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3324d14-601f-4b57-8470-9cc08feac877 req-2966a8ef-9435-4b98-b592-fecd272fd906 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:49.454268 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3324d14-601f-4b57-8470-9cc08feac877 req-2966a8ef-9435-4b98-b592-fecd272fd906 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0862639 Jan 14 22:50:49.546378 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3324d14-601f-4b57-8470-9cc08feac877 req-adc727f7-0fee-4940-81fd-2b690b622652 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803788 Jan 14 22:50:49.959607 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c65dc-3d7f-4e9a-8c56-5fecf9e1b740 req-a92a6cf4-268a-4de1-b2bd-28826db61e5c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:49.961407 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e98c65dc-3d7f-4e9a-8c56-5fecf9e1b740 req-a92a6cf4-268a-4de1-b2bd-28826db61e5c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 944 time: 0.0899107 Jan 14 22:50:50.008166 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e98c65dc-3d7f-4e9a-8c56-5fecf9e1b740 req-23bd5017-3119-41e9-8dfd-0b63c56224a0 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 Jan 14 22:50:50.503117 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b2056-cb53-4a53-9074-10f85aa361fc req-b528ecac-d852-4ed2-87dc-5a288de01081 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:50.505814 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-147b2056-cb53-4a53-9074-10f85aa361fc req-b528ecac-d852-4ed2-87dc-5a288de01081 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.1495247 Jan 14 22:50:50.546377 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155e6f-9466-4fe3-b38a-7bc09c2cec2c req-3d6c7450-23ee-467c-982b-4cb25e755c3c tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:50.547837 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2e155e6f-9466-4fe3-b38a-7bc09c2cec2c req-3d6c7450-23ee-467c-982b-4cb25e755c3c tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.1599574 Jan 14 22:50:50.595891 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-147b2056-cb53-4a53-9074-10f85aa361fc req-fa8b905d-cfb8-443c-8668-28042edfafa3 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&id=2d7fdc10-55de-4723-87e4-01bffa7b7eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803630 Jan 14 22:50:50.624363 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2e155e6f-9466-4fe3-b38a-7bc09c2cec2c req-1ea84bd6-c501-4f0c-96e0-4c11cc529168 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579588 Jan 14 22:50:50.848403 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdc382-6e87-437f-a75d-3f9ac393926b req-2e7bcb4c-2269-43d8-872a-1f50b76611ec tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:50.850134 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38fdc382-6e87-437f-a75d-3f9ac393926b req-2e7bcb4c-2269-43d8-872a-1f50b76611ec tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0917459 Jan 14 22:50:50.895679 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38fdc382-6e87-437f-a75d-3f9ac393926b req-1a98170a-7033-4ffe-8dd6-502937fa69c6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Jan 14 22:50:51.205322 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf902014-ccb9-4b50-8a4b-621230f3bd93 req-4d3e1bb3-1fcb-47a6-9434-8c0b4dd83cdd tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:51.212935 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf902014-ccb9-4b50-8a4b-621230f3bd93 req-4d3e1bb3-1fcb-47a6-9434-8c0b4dd83cdd tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 944 time: 0.0937307 Jan 14 22:50:51.254890 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf902014-ccb9-4b50-8a4b-621230f3bd93 req-3dea90e8-5674-40ea-9809-6c6f9fcb9a6c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Jan 14 22:50:51.438472 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:51.981906 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee996494-9c86-4daf-894a-da838f2e9083 req-17ec744f-401d-4896-a1d5-f821a1a93d26 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:51.983539 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee996494-9c86-4daf-894a-da838f2e9083 req-17ec744f-401d-4896-a1d5-f821a1a93d26 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.0925531 Jan 14 22:50:52.078336 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ee996494-9c86-4daf-894a-da838f2e9083 req-025d323a-a6a8-44c3-82d5-4966c502bce5 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832143 Jan 14 22:50:52.122029 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362740b5-8c4f-44f1-bb8b-250d991e7da8 req-308281f5-3fbe-4e76-8977-d602d99b86e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:52.123853 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-362740b5-8c4f-44f1-bb8b-250d991e7da8 req-308281f5-3fbe-4e76-8977-d602d99b86e7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0972397 Jan 14 22:50:52.178401 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-362740b5-8c4f-44f1-bb8b-250d991e7da8 req-dfa67ef7-8be5-427f-b6d9-fc796a9ebaeb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471404 Jan 14 22:50:52.451972 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd688d-5c81-40fb-a496-d16fbf8c45bb req-4ec09b7c-a4b5-46e6-9aa1-239986537e5d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:52.453540 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4dcd688d-5c81-40fb-a496-d16fbf8c45bb req-4ec09b7c-a4b5-46e6-9aa1-239986537e5d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 944 time: 0.0877061 Jan 14 22:50:52.511885 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4dcd688d-5c81-40fb-a496-d16fbf8c45bb req-d710a443-0c69-45e3-9892-c444360e1b73 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491624 Jan 14 22:50:53.336694 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09425a-c9a1-4b6b-82e9-2651064443bd req-ee4c2709-fd5f-4ae3-90ef-aa5de7d7a036 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:53.344100 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dc09425a-c9a1-4b6b-82e9-2651064443bd req-ee4c2709-fd5f-4ae3-90ef-aa5de7d7a036 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.1468713 Jan 14 22:50:53.441652 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dc09425a-c9a1-4b6b-82e9-2651064443bd req-cc002159-b86d-4117-afc5-d2e4857ce697 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941033 Jan 14 22:50:53.465808 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c881217-dad6-4c0d-bacd-8a4ec6290d3f req-ac742175-6aa1-44c1-8a28-3124b04929ec tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:53.467443 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9c881217-dad6-4c0d-bacd-8a4ec6290d3f req-ac742175-6aa1-44c1-8a28-3124b04929ec tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.1088405 Jan 14 22:50:53.524888 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9c881217-dad6-4c0d-bacd-8a4ec6290d3f req-4f902e62-774e-48a0-ae59-33694e8f23d2 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499780 Jan 14 22:50:53.643707 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 4bf6e42c-2634-4e91-b45f-6845f0823117 details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:50:53.788015 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b355e2-e619-41f0-a84d-c4dd55ba7f88 req-610dfe83-2fda-4520-a6d5-7e766e9e0816 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:53.789562 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f7b355e2-e619-41f0-a84d-c4dd55ba7f88 req-610dfe83-2fda-4520-a6d5-7e766e9e0816 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 944 time: 0.1303661 Jan 14 22:50:53.820975 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 4bf6e42c-2634-4e91-b45f-6845f0823117, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=4bf6e42c-2634-4e91-b45f-6845f0823117,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:53.835541 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '4bf6e42c-2634-4e91-b45f-6845f0823117', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'port_id': '4bf6e42c-2634-4e91-b45f-6845f0823117', 'mac_address': 'fa:16:3e:39:e5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:50:53.840228 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f7b355e2-e619-41f0-a84d-c4dd55ba7f88 req-23720982-e0f7-40fd-b1b7-04fe25255f8d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Jan 14 22:50:53.906841 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:53.944642 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf6e42c-2634-4e91-b45f-6845f0823117 {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:50:53.969774 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 4bf6e42c-2634-4e91-b45f-6845f0823117, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=4bf6e42c-2634-4e91-b45f-6845f0823117,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:54.038907 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:54.138160 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=4bf6e42c-2634-4e91-b45f-6845f0823117,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:54.347914 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['4bf6e42c-2634-4e91-b45f-6845f0823117'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:50:54.636891 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce32af-17b8-4e81-8a42-5f38e1e6c712 req-5e6a4490-b7a1-4043-b009-b5f678c017cc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:54.638288 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-88ce32af-17b8-4e81-8a42-5f38e1e6c712 req-5e6a4490-b7a1-4043-b009-b5f678c017cc tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.0804596 Jan 14 22:50:54.735288 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-88ce32af-17b8-4e81-8a42-5f38e1e6c712 req-4960ea01-41d4-4a95-aa15-406b8bdd758f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901330 Jan 14 22:50:54.763905 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d492c2-07b0-469d-a710-06e5bd5d3f09 req-0c647695-f24c-427b-ac49-2c4339ec82c1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:54.765335 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-82d492c2-07b0-469d-a710-06e5bd5d3f09 req-0c647695-f24c-427b-ac49-2c4339ec82c1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.1018023 Jan 14 22:50:54.809735 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-82d492c2-07b0-469d-a710-06e5bd5d3f09 req-800341c2-4c08-42b2-92f9-4fccbb6f73dc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Jan 14 22:50:55.183041 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afca2f-1350-4ce2-8043-04205750da60 req-90897d75-bbf1-4265-9365-bd301e0f17f0 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:55.184590 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-10afca2f-1350-4ce2-8043-04205750da60 req-90897d75-bbf1-4265-9365-bd301e0f17f0 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 945 time: 0.2287419 Jan 14 22:50:55.238630 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-10afca2f-1350-4ce2-8043-04205750da60 req-9e9ad121-2113-474f-acf9-b43148a9ce89 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477974 Jan 14 22:50:55.636255 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 34bc8f2b-3c24-4783-9fc4-be81e10caeef details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:50:55.638584 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 4bf6e42c-2634-4e91-b45f-6845f0823117 up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:55.829107 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:55.842685 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'port_id': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'mac_address': 'fa:16:3e:23:ac:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:50:55.898497 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port 4bf6e42c-2634-4e91-b45f-6845f0823117 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:50:55.903693 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:55.914254 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 4bf6e42c-2634-4e91-b45f-6845f0823117 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:55.914615 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:55.924362 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bd24b-295a-4872-8c40-83d4fc646efc req-04552c54-e7c1-4694-8941-e63506d7564f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:55.926451 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c80bd24b-295a-4872-8c40-83d4fc646efc req-04552c54-e7c1-4694-8941-e63506d7564f tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 943 time: 0.0824571 Jan 14 22:50:55.963916 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bc8f2b-3c24-4783-9fc4-be81e10caeef {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:50:55.974664 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c80bd24b-295a-4872-8c40-83d4fc646efc req-1d66c825-f6b6-4750-8cf0-ffc1c422d721 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420148 Jan 14 22:50:55.991189 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:56.056365 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:56.058033 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:56.141123 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf6e42c-2634-4e91-b45f-6845f0823117'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:50:56.155791 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 4bf6e42c-2634-4e91-b45f-6845f0823117, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=4bf6e42c-2634-4e91-b45f-6845f0823117,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:56.158363 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=34bc8f2b-3c24-4783-9fc4-be81e10caeef,revision_number=7']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:56.165571 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.165939 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.166280 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.166615 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.166941 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.167278 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.167603 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.167958 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.168243 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.168562 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.168884 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.169200 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:50:56.176606 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded36792-6f49-4ffb-b325-60fcba8eafc9 req-d2a554d5-bd25-4f44-8736-4c1f4e3cf84e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:56.176606 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ded36792-6f49-4ffb-b325-60fcba8eafc9 req-d2a554d5-bd25-4f44-8736-4c1f4e3cf84e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0893490 Jan 14 22:50:56.229041 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf6e42c-2634-4e91-b45f-6845f0823117', 'code': 200} Jan 14 22:50:56.233833 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ded36792-6f49-4ffb-b325-60fcba8eafc9 req-d042ae25-789f-4636-878e-6b1f12348734 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481808 Jan 14 22:50:56.284504 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:56.337232 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['34bc8f2b-3c24-4783-9fc4-be81e10caeef'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:50:56.431949 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=4bf6e42c-2634-4e91-b45f-6845f0823117,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:56.437093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740a265-c323-4c32-bc6c-f5b68e743b75 req-a1640bf8-b487-4889-b6b3-dda485308259 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:56.443927 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9740a265-c323-4c32-bc6c-f5b68e743b75 req-a1640bf8-b487-4889-b6b3-dda485308259 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 946 time: 0.0916386 Jan 14 22:50:56.528049 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9740a265-c323-4c32-bc6c-f5b68e743b75 req-5b275266-e083-4bb7-b75c-a4109b0826dd tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832782 Jan 14 22:50:56.730077 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffab8d-53b8-4533-b397-e76eab1084f0 req-74987e69-28c5-443a-9562-de6a79b65323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:56.731013 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-71ffab8d-53b8-4533-b397-e76eab1084f0 req-74987e69-28c5-443a-9562-de6a79b65323 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 1099 time: 0.0685825 Jan 14 22:50:56.778459 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-71ffab8d-53b8-4533-b397-e76eab1084f0 req-f7e04754-34d1-4512-a38d-5a06d97c354c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357478 Jan 14 22:50:57.159951 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-2b2a54e3-612b-4b52-a1cb-aaa55f95782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:57.161485 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-2b2a54e3-612b-4b52-a1cb-aaa55f95782d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 1098 time: 0.0735505 Jan 14 22:50:57.170801 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea071467-b68a-4c50-8e81-24ba838163e5 req-70801497-cee1-490f-9d49-e868b82dda76 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:57.172226 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ea071467-b68a-4c50-8e81-24ba838163e5 req-70801497-cee1-490f-9d49-e868b82dda76 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 944 time: 0.0813270 Jan 14 22:50:57.217333 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ea071467-b68a-4c50-8e81-24ba838163e5 req-fb041a28-b8c3-45b6-9e66-cf550fe7b5bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393016 Jan 14 22:50:57.292603 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-d5e8e9d3-3019-4288-aa41-d0baafb8cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:57.294077 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-d5e8e9d3-3019-4288-aa41-d0baafb8cd45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 917 time: 0.1258326 Jan 14 22:50:57.402740 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-6f4a1617-a58d-4214-a0ae-070bed3f8dc8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112 HTTP/1.1" status: 200 len: 1001 time: 0.1001167 Jan 14 22:50:57.435316 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaedf1-79d5-41ee-a488-8cd007e26c35 req-50bae96f-6ee3-469e-9c6b-e4d7b9799903 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:57.437003 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5dcaedf1-79d5-41ee-a488-8cd007e26c35 req-50bae96f-6ee3-469e-9c6b-e4d7b9799903 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 945 time: 0.0882788 Jan 14 22:50:57.466947 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-00797c6a-8994-46d2-b1aa-d8c3dfaf30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:57.468544 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-00797c6a-8994-46d2-b1aa-d8c3dfaf30e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.0600786 Jan 14 22:50:57.483435 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5dcaedf1-79d5-41ee-a488-8cd007e26c35 req-e52485f7-bb5c-442f-9f3e-29c6c1417b16 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400991 Jan 14 22:50:57.558915 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-ee31b56f-2508-4c5d-adaa-f412223712ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:57.560256 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-ee31b56f-2508-4c5d-adaa-f412223712ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831592 Jan 14 22:50:57.625080 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-a1986957-2d0c-4652-b925-d66a9856af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:57.626521 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-a1986957-2d0c-4652-b925-d66a9856af84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=439cb5d34f974c91830ad89417541b65&device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1097 time: 0.0745506 Jan 14 22:50:57.656733 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 34bc8f2b-3c24-4783-9fc4-be81e10caeef up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:50:57.699868 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-9660cb36-5727-451d-a8bd-8b3bc2fc7acf service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300235 Jan 14 22:50:57.725490 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 34bc8f2b-3c24-4783-9fc4-be81e10caeef triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:50:57.725885 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:57.828368 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-3be44786-1982-44c9-97c6-2ded6020dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:57.829731 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-3be44786-1982-44c9-97c6-2ded6020dedf service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8158e17-53f5-45de-93ff-757f87c67705 HTTP/1.1" status: 200 len: 909 time: 0.1602006 Jan 14 22:50:57.837955 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb05ed-5cda-4f6a-b6b6-ba92ff8b781c req-ac848f25-1c5b-42a9-a537-263b21cd5749 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:57.839372 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9ccb05ed-5cda-4f6a-b6b6-ba92ff8b781c req-ac848f25-1c5b-42a9-a537-263b21cd5749 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 946 time: 0.2021532 Jan 14 22:50:57.848146 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a24eddb7-b620-4292-9fd0-555d94f6cbc9 req-70262c8b-a52f-4f29-b289-c15bc75b29b7 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392269 Jan 14 22:50:57.851079 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:57.891591 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:57.958697 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:57.959477 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cee44aa7-bbd3-4836-964e-ecdc8963c112 no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:50:57.967785 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-2adcfd62-d67e-4955-af46-293d79da70c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef HTTP/1.1" status: 200 len: 999 time: 0.1274824 Jan 14 22:50:57.970654 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9ccb05ed-5cda-4f6a-b6b6-ba92ff8b781c req-d88e5472-0b5e-47e5-b222-695c1ee7a413 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752287 Jan 14 22:50:58.037939 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-c95e1ac9-1cd4-4e54-960a-3302b4279cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:58.039391 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-c95e1ac9-1cd4-4e54-960a-3302b4279cc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b99ea17-f83f-41c7-8c16-d52cd11450ce HTTP/1.1" status: 200 len: 848 time: 0.0636613 Jan 14 22:50:58.109537 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=34bc8f2b-3c24-4783-9fc4-be81e10caeef,revision_number=8']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:58.126593 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-e39e162b-98a2-4c20-ab77-518d40ab2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:58.129304 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-e39e162b-98a2-4c20-ab77-518d40ab2e7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8158e17-53f5-45de-93ff-757f87c67705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812049 Jan 14 22:50:58.164581 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:58.197399 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:50:58.230402 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef'}, {'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:50:58.249898 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:58.268480 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-b5423671-91ca-4b4e-9143-ca782623c4ce service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323147 Jan 14 22:50:58.294447 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'code': 200} Jan 14 22:50:58.294713 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'code': 200} Jan 14 22:50:58.339730 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=8']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:50:58.458545 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a733f4ae-3322-4b11-b0b0-2731c51565e0 req-b9019c5b-38ab-449f-8040-cddab499513f service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819363 Jan 14 22:50:58.490832 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808ee78-7d07-4a06-888f-7a88da872e7e req-8a00962f-3d5e-4cca-8405-300ece9759af tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:58.492391 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d808ee78-7d07-4a06-888f-7a88da872e7e req-8a00962f-3d5e-4cca-8405-300ece9759af tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.1242397 Jan 14 22:50:58.543596 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d808ee78-7d07-4a06-888f-7a88da872e7e req-46ad1063-80d4-442b-9719-0cf9e713d2df tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452781 Jan 14 22:50:58.725000 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944949d-baa5-41b1-a8c8-35ece45aa55b req-1042bad6-af5d-40c7-babe-dfd1aeb242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:58.726460 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b944949d-baa5-41b1-a8c8-35ece45aa55b req-1042bad6-af5d-40c7-babe-dfd1aeb242ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1098 time: 0.1264176 Jan 14 22:50:58.734427 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a78008-36ee-4c62-b8ea-805e58902a70 req-bf68f892-d203-4d32-a182-e9e6ed7d98be tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:58.735721 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e1a78008-36ee-4c62-b8ea-805e58902a70 req-bf68f892-d203-4d32-a182-e9e6ed7d98be tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.1025362 Jan 14 22:50:58.875358 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b944949d-baa5-41b1-a8c8-35ece45aa55b req-a44a0541-d7ef-422e-8ef6-fcc9249571c1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387260 Jan 14 22:50:58.878174 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e1a78008-36ee-4c62-b8ea-805e58902a70 req-dfa3fe80-5172-48f2-8e19-c0a420ab1f43 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274271 Jan 14 22:50:59.156920 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963bfc5-fc4a-4b83-91c3-728aa7253d1a req-4a423835-a1b3-453d-9fc7-bd630c2e92a0 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:59.158363 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4963bfc5-fc4a-4b83-91c3-728aa7253d1a req-4a423835-a1b3-453d-9fc7-bd630c2e92a0 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 946 time: 0.0781927 Jan 14 22:50:59.201867 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4963bfc5-fc4a-4b83-91c3-728aa7253d1a req-c3ba62a2-0e39-40c5-95c1-28db974424dd tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374486 Jan 14 22:50:59.382202 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d683dc1-ea22-4858-92bc-7d41e899599b req-8d555df8-df62-4df6-b16d-96f7573b515b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:59.383540 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8d683dc1-ea22-4858-92bc-7d41e899599b req-8d555df8-df62-4df6-b16d-96f7573b515b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 946 time: 0.0811729 Jan 14 22:50:59.427342 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8d683dc1-ea22-4858-92bc-7d41e899599b req-083ab492-d46e-4c33-96b1-5fe9da880678 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381911 Jan 14 22:50:59.449360 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 36530) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:59.626557 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ae58f-da7c-4edb-896c-5d3ecb483766 tempest-TestVolumeBootPattern-1545307054 tempest-TestVolumeBootPattern-1545307054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:59.628061 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-345ae58f-da7c-4edb-896c-5d3ecb483766 tempest-TestVolumeBootPattern-1545307054 tempest-TestVolumeBootPattern-1545307054-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 1094 time: 0.1777124 Jan 14 22:50:59.631771 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 36540) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:50:59.636835 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'floatingip': {'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'port_id': '4bf6e42c-2634-4e91-b45f-6845f0823117', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:50:59.643213 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:50:59.647749 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:floatingip and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:50:59.650756 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:50:59.657008 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:50:59.746676 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d11d5-10fa-496b-a12a-f3718c1eec72 req-bc3470bb-ad1a-4f48-9028-c57b1f4b86cf tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:50:59.746946 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:50:59.748114 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-012d11d5-10fa-496b-a12a-f3718c1eec72 req-bc3470bb-ad1a-4f48-9028-c57b1f4b86cf tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0876088 Jan 14 22:50:59.793900 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-012d11d5-10fa-496b-a12a-f3718c1eec72 req-d78cb48f-0401-4864-9699-e5ecbc63bc55 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 Jan 14 22:50:59.887411 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:00.029932 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Allocated IP 172.27.3.104 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/39d755a9-9f61-471f-9384-ec6c76602467) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:51:00.074610 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971701fc-2017-4088-81ec-cfdf79c56e81 req-9bb13cb5-16de-473a-a9cd-2fd640b4aa4c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:00.076109 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-971701fc-2017-4088-81ec-cfdf79c56e81 req-9bb13cb5-16de-473a-a9cd-2fd640b4aa4c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0849109 Jan 14 22:51:00.126541 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-971701fc-2017-4088-81ec-cfdf79c56e81 req-0875ed57-2adb-4a50-93ad-2bcd9b1424cb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433156 Jan 14 22:51:00.181230 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:00.255506 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:00.318202 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:51:00.320955 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:51:00.324692 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:51:00.358180 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'Port': ['ID=39d755a9-9f61-471f-9384-ec6c76602467,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:00.373929 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.377854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:00.848361 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:00.971365 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:00.977265 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69f44c-5759-4d90-a6d9-f931b813c22b req-dac63a60-f35b-438a-aa73-dca8708cd6cf tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:00.978730 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5c69f44c-5759-4d90-a6d9-f931b813c22b req-dac63a60-f35b-438a-aa73-dca8708cd6cf tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0806136 Jan 14 22:51:01.022328 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5c69f44c-5759-4d90-a6d9-f931b813c22b req-cfc8b7e1-17cc-40ed-b9fc-a6a00191b2b7 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379665 Jan 14 22:51:01.175489 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:01.232159 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:01.321498 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff4521-43e4-451a-852d-d5ce673f80fc req-76478be1-585d-4f4f-b781-0459cfdf7710 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:01.322969 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-08ff4521-43e4-451a-852d-d5ce673f80fc req-76478be1-585d-4f4f-b781-0459cfdf7710 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0838339 Jan 14 22:51:01.345175 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'Port': ['ID=39d755a9-9f61-471f-9384-ec6c76602467,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:01.356121 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:01.366907 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-08ff4521-43e4-451a-852d-d5ce673f80fc req-fe7fbdcc-26dd-41d3-830b-f1f3c9dd36bd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383341 Jan 14 22:51:01.533353 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.l3_db [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Floating IP fdedc15c-89ac-49f5-ac27-67d19a05e1ae associated. External IP: 172.27.3.104, port: 4bf6e42c-2634-4e91-b45f-6845f0823117. Jan 14 22:51:01.891833 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Router b5f1fa97-2203-430d-ab0f-cf60d336301c has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:51:02.073354 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:51:02.084450 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] Sync routers for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:51:02.093651 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:51:02.094315 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:50:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:02.163938 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:02.280514 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:51:02.314053 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-68ab1c9c-7926-4a2e-b9dc-7bd989426ed7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6810911 Jan 14 22:51:02.314639 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'tag': '4bf6e42c-2634-4e91-b45f-6845f0823117'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:51:02.423693 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'tag': '4bf6e42c-2634-4e91-b45f-6845f0823117', 'status': 'completed', 'code': 200} Jan 14 22:51:02.530051 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-ff0fef3b-ce30-4b41-a51d-9e2f60252b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:02.531520 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-ff0fef3b-ce30-4b41-a51d-9e2f60252b5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 1099 time: 0.0810032 Jan 14 22:51:02.658557 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': 'fdedc15c-89ac-49f5-ac27-67d19a05e1ae', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '4bf6e42c-2634-4e91-b45f-6845f0823117', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:39:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:51:00Z', 'updated_at': '2022-01-14T22:51:00Z', 'revision_number': 0, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:02.662691 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] Checking router: b5f1fa97-2203-430d-ab0f-cf60d336301c for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:51:02.665452 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-a78f63b0-18fb-4643-a63f-343fdbb3fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:02.666904 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-a78f63b0-18fb-4643-a63f-343fdbb3fa59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 911 time: 0.1283572 Jan 14 22:51:02.671427 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:51:02.672017 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:50:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:02.771040 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-b616e121-e212-4f18-af41-a254d26f51c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bf6e42c-2634-4e91-b45f-6845f0823117 HTTP/1.1" status: 200 len: 1000 time: 0.0977595 Jan 14 22:51:02.839386 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-bfefa30c-4711-41c0-aa0f-a682a4d813b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:02.840720 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-bfefa30c-4711-41c0-aa0f-a682a4d813b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0631366 Jan 14 22:51:02.867195 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:51:02.921164 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-6950b758-49f9-4670-b02b-46a7c61915c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:02.922709 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-6950b758-49f9-4670-b02b-46a7c61915c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735681 Jan 14 22:51:03.068336 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-37efda02-c842-4483-adf9-ec47a1a07ddd service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380587 Jan 14 22:51:03.247387 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': 'fdedc15c-89ac-49f5-ac27-67d19a05e1ae', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '4bf6e42c-2634-4e91-b45f-6845f0823117', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:39:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:51:00Z', 'updated_at': '2022-01-14T22:51:00Z', 'revision_number': 0, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:03.251564 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76a5b8-2034-49a3-a5b7-67361f3ea83e None None] The sync data for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi is: [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': 'fdedc15c-89ac-49f5-ac27-67d19a05e1ae', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '4bf6e42c-2634-4e91-b45f-6845f0823117', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:39:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:51:00Z', 'updated_at': '2022-01-14T22:51:00Z', 'revision_number': 0, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:51:03.269979 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e023b85-1f8f-432c-b5f2-4ca5ae8a4254 req-62621a2d-eb5c-4c58-9cc3-dca3d41c0e51 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:03.276874 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9e023b85-1f8f-432c-b5f2-4ca5ae8a4254 req-62621a2d-eb5c-4c58-9cc3-dca3d41c0e51 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.2074597 Jan 14 22:51:03.280715 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-065cd5b4-e2d0-40be-b451-d2eb62baca2c req-1d00ab88-376a-4ae5-b6ee-8c60a8279d3c service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784101 Jan 14 22:51:03.323664 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9e023b85-1f8f-432c-b5f2-4ca5ae8a4254 req-50c636cd-5199-48fd-b2ad-409ad0f09623 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459232 Jan 14 22:51:03.483455 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd9bed-a7f1-49be-b483-8c8471d9b263 None None] New status for floating IP fdedc15c-89ac-49f5-ac27-67d19a05e1ae: ACTIVE {{(pid=87475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:51:03.604376 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 36600) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:51:03.683730 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cee44aa7-bbd3-4836-964e-ecdc8963c112 no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:51:03.727666 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-cec31806-3e2a-41ee-aee2-9d8d7c58ce36 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221671 Jan 14 22:51:04.518224 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52842161-cccd-430f-bf73-e68aac38d72a req-6887c5d2-c8f6-4751-9026-ed1f88c8d7a9 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:04.521563 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-52842161-cccd-430f-bf73-e68aac38d72a req-6887c5d2-c8f6-4751-9026-ed1f88c8d7a9 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0827882 Jan 14 22:51:04.571497 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-52842161-cccd-430f-bf73-e68aac38d72a req-58b39fbf-ff40-47e8-8f13-395bb7eb268b tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430107 Jan 14 22:51:05.835517 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec6121-2909-418f-bb36-4a9dd39b0d5e req-2b946d45-23fe-4f8c-887a-488e061a532d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:05.836969 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3cec6121-2909-418f-bb36-4a9dd39b0d5e req-2b946d45-23fe-4f8c-887a-488e061a532d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.1582644 Jan 14 22:51:05.880934 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3cec6121-2909-418f-bb36-4a9dd39b0d5e req-6c407ec9-8ba4-4baf-9f02-a6a8f7694d59 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382369 Jan 14 22:51:06.209973 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-d5ab303e-abe6-4a8d-8b75-6fd76150e33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:06.739011 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-3157c144-e0b1-4bcc-865d-5b205d24dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:06.740253 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-3157c144-e0b1-4bcc-865d-5b205d24dd87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c&tenant_id=f87c3a88bcc946af9bc4b50a83b60ece HTTP/1.1" status: 200 len: 1096 time: 0.0732160 Jan 14 22:51:06.829966 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-3dfd360b-8099-40ad-bae8-9601ba0b5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:06.831894 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-3dfd360b-8099-40ad-bae8-9601ba0b5e71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 1096 time: 0.0709112 Jan 14 22:51:06.967492 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-eeb7a84e-ef82-4fb6-92c1-65677411e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:06.972735 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-eeb7a84e-ef82-4fb6-92c1-65677411e55d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 917 time: 0.1316648 Jan 14 22:51:07.127472 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-cb5a4bb2-6e1b-4310-80a5-5a95469b0b82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112 HTTP/1.1" status: 200 len: 999 time: 0.1519573 Jan 14 22:51:07.203237 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dd1e6-e858-4dcd-91ba-e536b0ccec6a req-25e285f1-fdc9-4121-b6d9-6ee2f7d5b8f3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:07.204670 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3f2dd1e6-e858-4dcd-91ba-e536b0ccec6a req-25e285f1-fdc9-4121-b6d9-6ee2f7d5b8f3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.1703067 Jan 14 22:51:07.209069 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-ec45a299-fc2a-4d3f-af4a-cf04da7c7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:07.210428 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-ec45a299-fc2a-4d3f-af4a-cf04da7c7e03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.0766292 Jan 14 22:51:07.303256 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3f2dd1e6-e858-4dcd-91ba-e536b0ccec6a req-20a7348a-2f89-48cd-b86b-398829396007 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916245 Jan 14 22:51:07.319222 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-a89f506a-4374-4412-bca4-1b21381790bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:07.320646 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-a89f506a-4374-4412-bca4-1b21381790bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954416 Jan 14 22:51:07.452518 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-8f450883-b058-41dd-bc1e-e55e4ed00681 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253753 Jan 14 22:51:07.588116 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cf02ab89-2be7-4edb-a586-475b21f30672 req-a6dfe8a7-6521-420c-9a37-f578a5e4d712 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272616 Jan 14 22:51:08.432068 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e0a8-fb1e-4f21-9e73-d9ece5025d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:08.513599 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d6d6-f99b-46b1-a345-7f53c1070882 req-d90d8683-62c9-47f4-ad8f-7644cb2e8243 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:08.515270 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2b65d6d6-f99b-46b1-a345-7f53c1070882 req-d90d8683-62c9-47f4-ad8f-7644cb2e8243 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0879667 Jan 14 22:51:08.564112 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2b65d6d6-f99b-46b1-a345-7f53c1070882 req-44beeed7-dc55-4817-ba0d-d684de8e6132 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401530 Jan 14 22:51:09.632142 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:09.797744 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:09.807718 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23409f-9305-4fab-beac-6ad7480205e4 req-223214fd-7328-471e-9068-82e721d296e3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:09.809354 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9c23409f-9305-4fab-beac-6ad7480205e4 req-223214fd-7328-471e-9068-82e721d296e3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.1087244 Jan 14 22:51:09.863705 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9c23409f-9305-4fab-beac-6ad7480205e4 req-51bc2229-7d50-4668-8260-89a89812a386 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477927 Jan 14 22:51:11.089695 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c059dd0-3023-44c3-b7e9-5161aa5410ca req-2946cba8-aae4-45dd-9e84-0c7203192d2a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:11.091308 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1c059dd0-3023-44c3-b7e9-5161aa5410ca req-2946cba8-aae4-45dd-9e84-0c7203192d2a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0932040 Jan 14 22:51:11.138991 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1c059dd0-3023-44c3-b7e9-5161aa5410ca req-f1febd22-e3d5-4bc0-be73-da6a7b301fdd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420995 Jan 14 22:51:11.166588 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:12.349459 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca205c-9999-4006-9579-cf877c7a7e80 req-9ff899e9-5b7d-4510-9e18-abb07b637197 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:12.351101 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3cca205c-9999-4006-9579-cf877c7a7e80 req-9ff899e9-5b7d-4510-9e18-abb07b637197 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0950751 Jan 14 22:51:12.401680 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3cca205c-9999-4006-9579-cf877c7a7e80 req-9ac9124c-a5cf-4f6a-bf2f-35f3e7591fdf tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Jan 14 22:51:13.602741 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b96cf1-5208-434e-b1b2-4e4634286d3c req-3bcb64bc-080d-4341-a546-755185eedb63 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:13.604333 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e4b96cf1-5208-434e-b1b2-4e4634286d3c req-3bcb64bc-080d-4341-a546-755185eedb63 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0830808 Jan 14 22:51:13.678195 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e4b96cf1-5208-434e-b1b2-4e4634286d3c req-e1472a7b-c62d-47b6-a12f-ced2732c5cf1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632942 Jan 14 22:51:14.879033 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda4e8-418f-4200-bf9e-e14172d879a6 req-2dc5504a-8949-4e16-b5c3-80438e4da6d5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:14.882724 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f6bda4e8-418f-4200-bf9e-e14172d879a6 req-2dc5504a-8949-4e16-b5c3-80438e4da6d5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0821118 Jan 14 22:51:14.928412 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f6bda4e8-418f-4200-bf9e-e14172d879a6 req-4be0b7bf-bce2-4da2-8c95-6a7be3de10cf tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412111 Jan 14 22:51:16.209532 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cd5d0-a666-4853-82de-7f3516f216d0 req-05749c7e-f905-4f4e-a38c-4d4033d5a869 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:16.211015 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5e6cd5d0-a666-4853-82de-7f3516f216d0 req-05749c7e-f905-4f4e-a38c-4d4033d5a869 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.1696336 Jan 14 22:51:16.255320 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5e6cd5d0-a666-4853-82de-7f3516f216d0 req-5315f7af-fc47-4dcd-954e-038e642b6d63 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383182 Jan 14 22:51:17.464170 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2acd0-f38d-47a4-8bcb-ad2bd734d1e0 req-8b2aa1fa-8e72-47c5-a9ea-ebcc1f6dc40a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:17.470256 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-72f2acd0-f38d-47a4-8bcb-ad2bd734d1e0 req-8b2aa1fa-8e72-47c5-a9ea-ebcc1f6dc40a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0962889 Jan 14 22:51:17.515981 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-72f2acd0-f38d-47a4-8bcb-ad2bd734d1e0 req-7270f744-2e38-4975-9a4a-bad83ce343d2 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440581 Jan 14 22:51:18.713167 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaf504-3bb0-42ba-89d1-702cbb7bc18f req-3f89a43d-76cc-4476-8fc7-ce7fbcc3924d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:18.714664 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ccaaf504-3bb0-42ba-89d1-702cbb7bc18f req-3f89a43d-76cc-4476-8fc7-ce7fbcc3924d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0854983 Jan 14 22:51:18.760184 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ccaaf504-3bb0-42ba-89d1-702cbb7bc18f req-9e48c805-afef-4643-bc75-1b1ddcfd0284 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398750 Jan 14 22:51:19.402118 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:51:19.947551 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45485d-f718-47ab-ab78-44e3fd98fcf1 req-0910ae57-a20e-46fc-a8b0-ae3892ada8a4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:19.948986 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dd45485d-f718-47ab-ab78-44e3fd98fcf1 req-0910ae57-a20e-46fc-a8b0-ae3892ada8a4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0792174 Jan 14 22:51:19.996545 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dd45485d-f718-47ab-ab78-44e3fd98fcf1 req-c1cf9ea8-087a-4e39-957c-09399a8fd012 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Jan 14 22:51:21.185459 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91689baa-8595-4e10-a015-e3bbdeadacb7 req-8204f39e-52da-417d-ad60-7cddaa620ba5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:21.186946 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-91689baa-8595-4e10-a015-e3bbdeadacb7 req-8204f39e-52da-417d-ad60-7cddaa620ba5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0783234 Jan 14 22:51:21.231064 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-91689baa-8595-4e10-a015-e3bbdeadacb7 req-9415ff1c-bd79-4bb6-b756-22fce91ef294 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379903 Jan 14 22:51:21.259878 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:22.421895 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e254f-ed34-4f4f-886b-af9a72eec591 req-7cf8acb5-294c-483b-948c-620f412ad8bf tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:22.423199 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-896e254f-ed34-4f4f-886b-af9a72eec591 req-7cf8acb5-294c-483b-948c-620f412ad8bf tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0823967 Jan 14 22:51:22.466552 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-896e254f-ed34-4f4f-886b-af9a72eec591 req-13cb07df-a146-40c2-bdbc-685ab6511f36 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373526 Jan 14 22:51:23.651087 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6060cbe-a60c-48b2-9000-f2342debfd31 req-c8101967-d863-496e-aa5f-8dbc44757feb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:23.652506 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e6060cbe-a60c-48b2-9000-f2342debfd31 req-c8101967-d863-496e-aa5f-8dbc44757feb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0777586 Jan 14 22:51:23.695351 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e6060cbe-a60c-48b2-9000-f2342debfd31 req-799e1180-b4db-4cf2-ad74-4a30998f288a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374069 Jan 14 22:51:24.891233 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811efa6-d894-48e5-8da3-32b3339c3f9b req-09fa9571-1607-4e26-820f-29096ff1bd19 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:24.892593 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b811efa6-d894-48e5-8da3-32b3339c3f9b req-09fa9571-1607-4e26-820f-29096ff1bd19 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0827353 Jan 14 22:51:24.937462 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b811efa6-d894-48e5-8da3-32b3339c3f9b req-8a838dd6-9d9b-4b4a-acf4-6e8db4dd9ec4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385704 Jan 14 22:51:25.794802 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cee44aa7-bbd3-4836-964e-ecdc8963c112 details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:51:25.925648 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:51:25.938138 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'port_id': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'mac_address': 'fa:16:3e:d5:d8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:51:25.991567 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:26.009957 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee44aa7-bbd3-4836-964e-ecdc8963c112 {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:51:26.025543 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:51:26.087195 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:26.126367 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f1dfa-391c-4877-b641-6fa668b1d2cf req-fe3f629b-8d2e-48bb-8608-f956d8a6fcb4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:26.127805 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2e8f1dfa-391c-4877-b641-6fa668b1d2cf req-fe3f629b-8d2e-48bb-8608-f956d8a6fcb4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 943 time: 0.0813274 Jan 14 22:51:26.154143 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=9']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:26.173202 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2e8f1dfa-391c-4877-b641-6fa668b1d2cf req-836fa272-2f57-407f-8009-eaf8bcc4125f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391462 Jan 14 22:51:26.401241 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['cee44aa7-bbd3-4836-964e-ecdc8963c112'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:51:27.360968 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1028926-7b4e-4326-a4ff-9970fa7061da req-8cb99f34-59c9-4a45-ad11-6eea89381cde tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:27.362413 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b1028926-7b4e-4326-a4ff-9970fa7061da req-8cb99f34-59c9-4a45-ad11-6eea89381cde tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 944 time: 0.0818086 Jan 14 22:51:27.405550 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b1028926-7b4e-4326-a4ff-9970fa7061da req-59b74104-d988-4e8e-a2e0-7272280e12c1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370593 Jan 14 22:51:27.802090 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cee44aa7-bbd3-4836-964e-ecdc8963c112 up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:51:27.868581 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port cee44aa7-bbd3-4836-964e-ecdc8963c112 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:51:27.868945 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:27.981329 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:28.007100 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:51:28.016222 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:51:28.055038 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'code': 200} Jan 14 22:51:28.065084 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:28.135090 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=10']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:28.594280 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67dccb-8870-416e-88f5-da7d0fd4028f req-f1172a4d-2c72-4f4a-8a12-59611ec865b3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:28.595737 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7d67dccb-8870-416e-88f5-da7d0fd4028f req-f1172a4d-2c72-4f4a-8a12-59611ec865b3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 946 time: 0.0804930 Jan 14 22:51:28.644732 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7d67dccb-8870-416e-88f5-da7d0fd4028f req-d54cdee7-377d-450f-8685-a6e784c55214 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428181 Jan 14 22:51:28.764574 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45487a12-3d5d-4e8d-b957-1c071d89746d req-94ded95a-629f-4bf3-acdb-a4d08d15d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:28.765980 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-45487a12-3d5d-4e8d-b957-1c071d89746d req-94ded95a-629f-4bf3-acdb-a4d08d15d67a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 1099 time: 0.0695968 Jan 14 22:51:28.805361 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-45487a12-3d5d-4e8d-b957-1c071d89746d req-4736a48b-1b10-4409-aa85-a1e5eecf2238 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Jan 14 22:51:29.836976 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f48ba6-8d97-4624-b06b-33b419d72bc0 req-183c0f58-5924-42ec-ac98-f41cbc0c3e63 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:29.838339 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-22f48ba6-8d97-4624-b06b-33b419d72bc0 req-183c0f58-5924-42ec-ac98-f41cbc0c3e63 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 946 time: 0.0822272 Jan 14 22:51:29.881659 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-22f48ba6-8d97-4624-b06b-33b419d72bc0 req-f709e865-3f94-4163-83a7-5e54402221cb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377433 Jan 14 22:51:31.069190 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb9ad7-034d-43a9-959a-e20a7dbe264e req-c48d86ad-df82-480c-a6d9-95d11427c792 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:31.072146 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-01eb9ad7-034d-43a9-959a-e20a7dbe264e req-c48d86ad-df82-480c-a6d9-95d11427c792 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 946 time: 0.0796618 Jan 14 22:51:31.118063 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-01eb9ad7-034d-43a9-959a-e20a7dbe264e req-aab518ba-a43e-43e1-9a56-3a2bf667a918 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399258 Jan 14 22:51:32.309842 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3467b-8e45-4ffa-82a6-287a3625a270 req-87ab25d8-7d4d-434b-bef7-1248c16e87f7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:32.311278 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-92c3467b-8e45-4ffa-82a6-287a3625a270 req-87ab25d8-7d4d-434b-bef7-1248c16e87f7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 946 time: 0.0821266 Jan 14 22:51:32.354804 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-92c3467b-8e45-4ffa-82a6-287a3625a270 req-5b8fb98c-50db-423b-9936-c1d54fe5457b tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378375 Jan 14 22:51:36.196211 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-99e6a244-a505-499e-9929-8b790c3e8687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:38.413209 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-0f8964e0-4f53-4a61-90b5-883783f4f76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:39.601792 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:39.767029 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:41.093148 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:41.752593 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e8e9a-6042-4489-b1b5-8575d05c656c req-d23ed72f-484e-41b2-8dfd-45a76cb0db0c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:41.754048 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a56e8e9a-6042-4489-b1b5-8575d05c656c req-d23ed72f-484e-41b2-8dfd-45a76cb0db0c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 945 time: 0.0782540 Jan 14 22:51:41.802378 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a56e8e9a-6042-4489-b1b5-8575d05c656c req-fbff1c12-a015-4585-8d61-6da01e341ef1 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Jan 14 22:51:42.982956 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90785ff-5bc0-4329-aff7-2112578c5538 req-37005377-9992-4fab-9660-d82fc13556cb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:42.984384 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d90785ff-5bc0-4329-aff7-2112578c5538 req-37005377-9992-4fab-9660-d82fc13556cb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 945 time: 0.0778763 Jan 14 22:51:43.028468 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d90785ff-5bc0-4329-aff7-2112578c5538 req-4150de07-2eba-42c7-95f1-4468cef2978c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379632 Jan 14 22:51:43.726343 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd820f-911d-419f-adb1-638e216f9c1c req-12297cfe-4026-4832-a58e-4146e17bd897 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:43.727713 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-39bd820f-911d-419f-adb1-638e216f9c1c req-12297cfe-4026-4832-a58e-4146e17bd897 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 945 time: 0.0803628 Jan 14 22:51:43.800134 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Deleting port e7e6051a-a59b-46b6-918e-58872ede6e4f {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:51:43.800387 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:44.118232 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] For port e7e6051a-a59b-46b6-918e-58872ede6e4f, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=e7e6051a-a59b-46b6-918e-58872ede6e4f,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:51:44.118915 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:44.438740 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef6623-feb9-4a0b-9cfd-f2b722e1926b req-455ce6dd-ad48-4c39-9f2a-24f4902a1c2f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:44.440169 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bfef6623-feb9-4a0b-9cfd-f2b722e1926b req-455ce6dd-ad48-4c39-9f2a-24f4902a1c2f tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 945 time: 0.2616324 Jan 14 22:51:44.493555 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:44.493948 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:44.494260 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Floating IP 14f42bc8-877e-4774-b208-f549001034ef disassociated. External IP: 172.27.3.200, port: e7e6051a-a59b-46b6-918e-58872ede6e4f. Jan 14 22:51:44.494590 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Calling delete_port for e7e6051a-a59b-46b6-918e-58872ede6e4f owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:51:44.539155 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bfef6623-feb9-4a0b-9cfd-f2b722e1926b req-70738ecb-2138-4bc0-8e37-842d8c121c1c tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups?id=df114bbc-0030-4bb9-9813-605bbdd181ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907030 Jan 14 22:51:44.693241 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:44.745751 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event deleted for resources: {'Port': ['ID=e7e6051a-a59b-46b6-918e-58872ede6e4f,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:44.808123 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.808462 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.808791 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.809113 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.809435 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.809754 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.810098 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.810411 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.810726 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.811036 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.811347 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.811654 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:51:44.941512 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Router 395804d8-d57a-4c44-8343-e7107859af86 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:51:45.122395 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:51:45.132489 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] Sync routers for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:51:45.142661 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:51:45.143349 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:51:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:45.200482 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] No DVR routers for this DVR port e7e6051a-a59b-46b6-918e-58872ede6e4f on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:51:45.202982 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:45.205767 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'name': 'network-vif-deleted', 'tag': 'e7e6051a-a59b-46b6-918e-58872ede6e4f'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:51:45.217776 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-39bd820f-911d-419f-adb1-638e216f9c1c req-6b3f457d-1bc3-46bb-abc6-9777ce102ecb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.39 "DELETE /v2.0/ports/e7e6051a-a59b-46b6-918e-58872ede6e4f HTTP/1.1" status: 204 len: 173 time: 1.4829273 Jan 14 22:51:45.258307 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e19e52-bca2-4196-b39e-5da39ce83e44', 'name': 'network-vif-deleted', 'tag': 'e7e6051a-a59b-46b6-918e-58872ede6e4f', 'status': 'completed', 'code': 200} Jan 14 22:51:45.328451 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:51:45.673712 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:45.678169 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] Checking router: 395804d8-d57a-4c44-8343-e7107859af86 for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:51:45.686168 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:51:45.686742 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:51:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:45.703258 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-8ea1c8bd-6d4b-4b69-97d4-bc78d047f467 req-5761de35-76a2-40b0-a7b0-4660c6ae852e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Synchronizing usage tracker for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:51:45.789561 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-8ea1c8bd-6d4b-4b69-97d4-bc78d047f467 req-5761de35-76a2-40b0-a7b0-4660c6ae852e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Unset dirty status for tenant:4e593e73009c41bd8645cd7f4cd6f56b on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:51:45.790883 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8ea1c8bd-6d4b-4b69-97d4-bc78d047f467 req-5761de35-76a2-40b0-a7b0-4660c6ae852e tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7e19e52-bca2-4196-b39e-5da39ce83e44 HTTP/1.1" status: 200 len: 210 time: 0.1295893 Jan 14 22:51:45.866620 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:51:46.205431 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:46.210023 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c126a4-1264-46af-ab32-a166ec071025 None None] The sync data for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi is: [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:45:01Z', 'revision_number': 4, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'e2b9bfba-2221-4168-8ca2-56ab2ca6e683', 'name': '', 'network_id': 'dacddf17-fcc7-4071-ae5c-a5ce530bec1e', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'mac_address': 'fa:16:3e:f1:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:59Z', 'updated_at': '2022-01-14T22:45:10Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'subnets': [{'id': 'df406c9d-0f25-4116-831b-9cf13d98daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:51:46.452018 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea58124-eb9d-4d47-8997-654afb317573 None None] New status for floating IP 14f42bc8-877e-4774-b208-f549001034ef: DOWN {{(pid=87475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:51:47.000407 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 36854) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:51:47.065696 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8d9f-7756-41aa-8ffb-ab0d1f2897bb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:47.093219 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8d9f-7756-41aa-8ffb-ab0d1f2897bb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:47.183808 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8d9f-7756-41aa-8ffb-ab0d1f2897bb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:47.201050 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b8d9f-7756-41aa-8ffb-ab0d1f2897bb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df114bbc-0030-4bb9-9813-605bbdd181ac,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:47.245745 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8d9f-7756-41aa-8ffb-ab0d1f2897bb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:47.246883 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-3b1b8d9f-7756-41aa-8ffb-ab0d1f2897bb tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "DELETE /v2.0/security-groups/df114bbc-0030-4bb9-9813-605bbdd181ac HTTP/1.1" status: 204 len: 168 time: 0.2454550 Jan 14 22:51:47.249583 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 36858) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:51:47.265541 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.api.v2.resource [None req-eeb4cd24-1f08-4295-8f9d-1822a4ae9d20 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] show failed (client error): The resource could not be found. Jan 14 22:51:47.266511 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-eeb4cd24-1f08-4295-8f9d-1822a4ae9d20 tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "GET /v2.0/security-groups/df114bbc-0030-4bb9-9813-605bbdd181ac HTTP/1.1" status: 404 len: 347 time: 0.0160060 Jan 14 22:51:47.269090 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 36862) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:51:47.419268 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-e6079dab-b3f8-48dd-ab47-64269bf0469a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Deleting port d6b68a79-f1c4-4012-b67b-b135f6542af7 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:51:47.419521 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e6079dab-b3f8-48dd-ab47-64269bf0469a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:47.667898 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e6079dab-b3f8-48dd-ab47-64269bf0469a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:47.668217 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e6079dab-b3f8-48dd-ab47-64269bf0469a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:47.787976 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-e6079dab-b3f8-48dd-ab47-64269bf0469a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Calling delete_port for d6b68a79-f1c4-4012-b67b-b135f6542af7 owned by network:floatingip {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:51:47.911485 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device e7e6051a-a59b-46b6-918e-58872ede6e4f no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:51:47.951560 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: e7e6051a-a59b-46b6-918e-58872ede6e4f {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:51:47.951988 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device e7e6051a-a59b-46b6-918e-58872ede6e4f not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:51:48.081109 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e6079dab-b3f8-48dd-ab47-64269bf0469a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:48.126960 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6079dab-b3f8-48dd-ab47-64269bf0469a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Pushing event deleted for resources: {'Port': ['ID=d6b68a79-f1c4-4012-b67b-b135f6542af7,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:48.218500 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e6079dab-b3f8-48dd-ab47-64269bf0469a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks [] for floatingip, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:48.314777 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e6079dab-b3f8-48dd-ab47-64269bf0469a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:48.315898 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-e6079dab-b3f8-48dd-ab47-64269bf0469a tempest-AttachVolumeTestJSON-109386576 tempest-AttachVolumeTestJSON-109386576-project] 10.222.0.25 "DELETE /v2.0/floatingips/14f42bc8-877e-4774-b208-f549001034ef HTTP/1.1" status: 204 len: 168 time: 1.0459664 Jan 14 22:51:51.292854 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:52.672313 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 36896) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:51:53.297632 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943118'] for router_interface, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:53.716730 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] Deleting port e2b9bfba-2221-4168-8ca2-56ab2ca6e683 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:51:53.717455 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:53.889237 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] For port e2b9bfba-2221-4168-8ca2-56ab2ca6e683, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=e2b9bfba-2221-4168-8ca2-56ab2ca6e683,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:51:53.889588 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:54.010969 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] Calling delete_port for e2b9bfba-2221-4168-8ca2-56ab2ca6e683 owned by network:router_interface {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:51:54.245209 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-b9364d13-1255-4f0f-87c2-023292199688 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009773527&fields=id&tenant_id=289e9279bc3446a6a3fef4e316a79eff HTTP/1.1" status: 200 len: 267 time: 0.0580378 Jan 14 22:51:54.387176 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-70c1fcc2-f398-4ea5-acaa-04897580ead6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:54.388518 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-70c1fcc2-f398-4ea5-acaa-04897580ead6 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 985 time: 0.1376829 Jan 14 22:51:54.403205 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-82ab9b5f-7be6-4952-affd-e4c389242e7a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Request body: {'port': {'security_groups': ['e23933fb-1336-4caf-b03e-1da403c5cbea']}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:51:54.518619 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:54.575071 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b9bfba-2221-4168-8ca2-56ab2ca6e683,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:54.612808 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-82ab9b5f-7be6-4952-affd-e4c389242e7a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:55.099168 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943218'] for router_interface, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:55.218641 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-82ab9b5f-7be6-4952-affd-e4c389242e7a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] For port cd859220-e334-4837-9210-020bb2411216, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cd859220-e334-4837-9210-020bb2411216,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:51:55.321130 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-82ab9b5f-7be6-4952-affd-e4c389242e7a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:55.388143 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-82ab9b5f-7be6-4952-affd-e4c389242e7a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:55.399741 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['cd859220-e334-4837-9210-020bb2411216'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:51:55.488605 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-82ab9b5f-7be6-4952-affd-e4c389242e7a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:55.489827 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-82ab9b5f-7be6-4952-affd-e4c389242e7a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:55.491370 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-98181f1f-83fd-4df0-a6b2-d2ad85024649 req-82ab9b5f-7be6-4952-affd-e4c389242e7a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "PUT /v2.0/ports/cd859220-e334-4837-9210-020bb2411216 HTTP/1.1" status: 200 len: 943 time: 1.0962932 Jan 14 22:51:55.494360 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'tag': 'cd859220-e334-4837-9210-020bb2411216'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:51:55.498560 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 36910) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:51:55.587893 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['cd859220-e334-4837-9210-020bb2411216'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:51:55.591723 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab9b5f-7be6-4952-affd-e4c389242e7a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event updated for resources: {'Port': ['ID=cd859220-e334-4837-9210-020bb2411216,revision_number=7']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:55.597749 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'tag': 'cd859220-e334-4837-9210-020bb2411216', 'status': 'completed', 'code': 200} Jan 14 22:51:55.637673 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a52f9f5-1974-447a-9663-a3a8212175a8 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:55.673679 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a52f9f5-1974-447a-9663-a3a8212175a8 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:55.679769 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] Router 395804d8-d57a-4c44-8343-e7107859af86 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:51:55.787882 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f069d-796a-4002-b3d1-4643f52b617b req-862c1924-70c4-4bf7-90c1-7014bbce0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:55.789351 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-684f069d-796a-4002-b3d1-4643f52b617b req-862c1924-70c4-4bf7-90c1-7014bbce0315 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=289e9279bc3446a6a3fef4e316a79eff&device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 1099 time: 0.1858060 Jan 14 22:51:55.811963 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a52f9f5-1974-447a-9663-a3a8212175a8 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:55.830423 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52f9f5-1974-447a-9663-a3a8212175a8 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7fdc10-55de-4723-87e4-01bffa7b7eaa,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:55.841332 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-8a52f9f5-1974-447a-9663-a3a8212175a8 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:55.841429 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-db97fc39-3d36-4294-a65b-4af845c20fcd None None] Provisioning complete for port cd859220-e334-4837-9210-020bb2411216 triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:51:55.841644 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-db97fc39-3d36-4294-a65b-4af845c20fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:55.842838 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-8a52f9f5-1974-447a-9663-a3a8212175a8 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "DELETE /v2.0/security-groups/2d7fdc10-55de-4723-87e4-01bffa7b7eaa HTTP/1.1" status: 204 len: 168 time: 0.3431487 Jan 14 22:51:55.845447 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 36916) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:51:55.962605 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:51:55.983818 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] Sync routers for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:51:55.988885 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-1fe9b42c-ee3f-4ef9-9014-7248421f6292 admin admin] 10.222.0.25 "PUT /v2.0/routers/395804d8-d57a-4c44-8343-e7107859af86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3155146 Jan 14 22:51:55.992039 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 36920) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:51:56.007982 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:51:56.008595 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:51:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:56.069669 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Deleting port 8b95a4cd-270e-4866-8863-ac152f8a966d {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:51:56.069669 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:56.086568 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f069d-796a-4002-b3d1-4643f52b617b req-8a976a61-e8d7-417a-9da2-19fb7eb4ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:56.088402 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-684f069d-796a-4002-b3d1-4643f52b617b req-8a976a61-e8d7-417a-9da2-19fb7eb4ee77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51d1b4ee-94dd-4f4d-8743-166ff4febbba HTTP/1.1" status: 200 len: 914 time: 0.2914960 Jan 14 22:51:56.193472 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:51:56.247900 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:56.248230 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:56.286565 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Notify callbacks [] for router, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:56.335850 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-684f069d-796a-4002-b3d1-4643f52b617b req-953fee79-5688-43cc-a485-65d0b86ab6de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd859220-e334-4837-9210-020bb2411216 HTTP/1.1" status: 200 len: 1001 time: 0.2391167 Jan 14 22:51:56.379783 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Calling delete_port for 8b95a4cd-270e-4866-8863-ac152f8a966d owned by network:floatingip {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:51:56.403325 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:51:56.533262 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:51:54Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:56.538092 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] Checking router: 395804d8-d57a-4c44-8343-e7107859af86 for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:51:56.547867 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] Routers {'395804d8-d57a-4c44-8343-e7107859af86'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:51:56.548469 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:51:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['395804d8-d57a-4c44-8343-e7107859af86'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:56.607064 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f069d-796a-4002-b3d1-4643f52b617b req-0173c986-43e6-4e99-8460-20e33471da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:56.608471 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-684f069d-796a-4002-b3d1-4643f52b617b req-0173c986-43e6-4e99-8460-20e33471da7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6789470-6d93-4dfa-8b04-d28da801f686 HTTP/1.1" status: 200 len: 853 time: 0.2656217 Jan 14 22:51:56.618087 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:56.668313 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event deleted for resources: {'Port': ['ID=8b95a4cd-270e-4866-8863-ac152f8a966d,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:56.697824 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:56.720597 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f069d-796a-4002-b3d1-4643f52b617b req-3140da11-9878-4220-8f3d-a7f14b9d7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:56.722181 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-684f069d-796a-4002-b3d1-4643f52b617b req-3140da11-9878-4220-8f3d-a7f14b9d7062 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51d1b4ee-94dd-4f4d-8743-166ff4febbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024742 Jan 14 22:51:56.734435 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] Set router 395804d8-d57a-4c44-8343-e7107859af86 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:51:56.768609 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Deleting port 28ecaa37-51e8-4ec1-ad3b-197a82313072 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:51:56.768942 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks [] for floatingip, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:56.769165 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:56.769663 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.l3_db [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Floating IP 345f7630-294f-4670-93ba-c51eba1badad disassociated (deleted). External IP: 172.27.3.32, port: cd859220-e334-4837-9210-020bb2411216. Jan 14 22:51:56.989069 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-684f069d-796a-4002-b3d1-4643f52b617b req-c75e2432-f1a9-4d75-b076-5b1102debb28 service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598147 Jan 14 22:51:57.056448 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:51:54Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:57.062585 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c9447-02cc-451e-8a5c-127e6a678092 None None] The sync data for ids ['395804d8-d57a-4c44-8343-e7107859af86'] in dv-cinder-824801-1-iscsi is: [{'id': '395804d8-d57a-4c44-8343-e7107859af86', 'name': 'tempest-AttachVolumeTestJSON-1614017456-router', 'tenant_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:44:53Z', 'updated_at': '2022-01-14T22:51:54Z', 'revision_number': 5, 'project_id': '4e593e73009c41bd8645cd7f4cd6f56b', 'gw_port': {'id': '28ecaa37-51e8-4ec1-ad3b-197a82313072', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395804d8-d57a-4c44-8343-e7107859af86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:44:55Z', 'updated_at': '2022-01-14T22:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:51:57.131181 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] For port 28ecaa37-51e8-4ec1-ad3b-197a82313072, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=28ecaa37-51e8-4ec1-ad3b-197a82313072,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:51:57.131563 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:57.250544 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Router 1fc88dd0-a691-40f5-b92a-510bfa956841 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:51:57.267753 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Calling delete_port for 28ecaa37-51e8-4ec1-ad3b-197a82313072 owned by network:router_gateway {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:51:57.330216 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-684f069d-796a-4002-b3d1-4643f52b617b req-c57d93fe-3d85-4bc7-a99c-c53cccdc579c service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331006 Jan 14 22:51:57.435430 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:51:57.446863 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] Sync routers for ids ['1fc88dd0-a691-40f5-b92a-510bfa956841'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:51:57.453650 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:57.467627 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] Routers {'1fc88dd0-a691-40f5-b92a-510bfa956841'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:51:57.468561 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:51:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['1fc88dd0-a691-40f5-b92a-510bfa956841'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:57.519913 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-88a9dc9e-828c-4f91-b385-f6dd90fb2c7e tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "DELETE /v2.0/floatingips/345f7630-294f-4670-93ba-c51eba1badad HTTP/1.1" status: 204 len: 168 time: 1.6709042 Jan 14 22:51:57.519913 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'tag': 'cd859220-e334-4837-9210-020bb2411216'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:51:57.520267 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:57.601598 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Pushing event deleted for resources: {'Port': ['ID=28ecaa37-51e8-4ec1-ad3b-197a82313072,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:57.608658 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'tag': 'cd859220-e334-4837-9210-020bb2411216', 'status': 'completed', 'code': 200} Jan 14 22:51:57.712471 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] Set router 1fc88dd0-a691-40f5-b92a-510bfa956841 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:51:57.750982 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591349'] for router_gateway, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:57.920133 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-60ad730e-1df3-4ea6-9e96-e96fa9e0bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:57.921683 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-60ad730e-1df3-4ea6-9e96-e96fa9e0bbc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=289e9279bc3446a6a3fef4e316a79eff&device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 1099 time: 0.2870610 Jan 14 22:51:57.932653 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125274'] for router, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:57.953183 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:58.035552 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '84620b54-94b4-4dd5-948b-daadf9fe451d', 'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'mac_address': 'fa:16:3e:3c:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:40Z', 'updated_at': '2022-01-14T22:48:51Z', 'revision_number': 5, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'subnets': [{'id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:58.040658 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] Checking router: 1fc88dd0-a691-40f5-b92a-510bfa956841 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:51:58.050136 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] Routers {'1fc88dd0-a691-40f5-b92a-510bfa956841'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:51:58.050849 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:51:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['1fc88dd0-a691-40f5-b92a-510bfa956841'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:58.172906 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-3478859a-d3fc-484f-84b7-38ec2b6fc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:58.174339 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-3478859a-d3fc-484f-84b7-38ec2b6fc1e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51d1b4ee-94dd-4f4d-8743-166ff4febbba HTTP/1.1" status: 200 len: 914 time: 0.2443414 Jan 14 22:51:58.251940 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590148'] for router, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:58.251940 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395804d8-d57a-4c44-8343-e7107859af86 {{(pid=87473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 22:51:58.251940 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-9daff84c-73b9-40e8-b84e-20b7fc466707 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd859220-e334-4837-9210-020bb2411216 HTTP/1.1" status: 200 len: 217 time: 0.0698221 Jan 14 22:51:58.269241 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e2b9bfba-2221-4168-8ca2-56ab2ca6e683 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:51:58.283302 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] Set router 1fc88dd0-a691-40f5-b92a-510bfa956841 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:51:58.316187 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:58.316319 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: e2b9bfba-2221-4168-8ca2-56ab2ca6e683 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:51:58.316575 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e2b9bfba-2221-4168-8ca2-56ab2ca6e683 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:51:58.316963 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d1f51805-a7f1-489e-b969-2318e82a6cda admin admin] 10.222.0.25 "DELETE /v2.0/routers/395804d8-d57a-4c44-8343-e7107859af86 HTTP/1.1" status: 204 len: 168 time: 2.3242233 Jan 14 22:51:58.319871 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 36934) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:51:58.345660 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-228bbf72-62e6-4be5-a47c-9ec117a30436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:58.347960 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-228bbf72-62e6-4be5-a47c-9ec117a30436 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6789470-6d93-4dfa-8b04-d28da801f686 HTTP/1.1" status: 200 len: 853 time: 0.0909145 Jan 14 22:51:58.384766 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e57351-fdc8-48f1-9ba1-ec096f01b870 admin admin] Deleting subnet df406c9d-0f25-4116-831b-9cf13d98daa5 {{(pid=87472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:51:58.387852 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86e57351-fdc8-48f1-9ba1-ec096f01b870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:58.444413 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86e57351-fdc8-48f1-9ba1-ec096f01b870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615911'] for subnet, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:58.444636 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-4edde08b-28b8-4888-ada0-f19cdea3a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:58.445972 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-4edde08b-28b8-4888-ada0-f19cdea3a341 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51d1b4ee-94dd-4f4d-8743-166ff4febbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906446 Jan 14 22:51:58.567892 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86e57351-fdc8-48f1-9ba1-ec096f01b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:58.600233 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-d5734dbe-ca3d-4bc2-9f09-25bdd077ca11 service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427331 Jan 14 22:51:58.630956 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '84620b54-94b4-4dd5-948b-daadf9fe451d', 'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'mac_address': 'fa:16:3e:3c:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:40Z', 'updated_at': '2022-01-14T22:48:51Z', 'revision_number': 5, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'subnets': [{'id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:58.637263 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38003c61-d25a-4b36-a2f1-d01edaef340f None None] The sync data for ids ['1fc88dd0-a691-40f5-b92a-510bfa956841'] in dv-cinder-824801-1-iscsi is: [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:48:42Z', 'revision_number': 4, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '84620b54-94b4-4dd5-948b-daadf9fe451d', 'name': '', 'network_id': '51d1b4ee-94dd-4f4d-8743-166ff4febbba', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'mac_address': 'fa:16:3e:3c:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:40Z', 'updated_at': '2022-01-14T22:48:51Z', 'revision_number': 5, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'subnets': [{'id': 'e6789470-6d93-4dfa-8b04-d28da801f686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:51:58.681222 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86e57351-fdc8-48f1-9ba1-ec096f01b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61016213'] for subnet, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:58.720920 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e57351-fdc8-48f1-9ba1-ec096f01b870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df406c9d-0f25-4116-831b-9cf13d98daa5,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:58.728443 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86e57351-fdc8-48f1-9ba1-ec096f01b870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:58.735234 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b211247-9174-4972-9c38-5f1b5496dbc3 None None] Network dacddf17-fcc7-4071-ae5c-a5ce530bec1e requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:51:58.740039 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-86e57351-fdc8-48f1-9ba1-ec096f01b870 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/df406c9d-0f25-4116-831b-9cf13d98daa5 HTTP/1.1" status: 204 len: 168 time: 0.4153411 Jan 14 22:51:58.740407 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 36938) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:51:58.774700 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f5a47b2b-377e-49b9-bf91-54020a688e38 req-da945dd1-1ee7-4c5f-9043-acadeee98368 service neutron] 10.222.0.39 "GET /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681976 Jan 14 22:51:58.870542 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:58.883873 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Deleting port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:51:58.884228 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:58.967842 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c428a-8a44-4459-a117-2047d26b3ca1 None None] New status for floating IP 345f7630-294f-4670-93ba-c51eba1badad: DOWN {{(pid=87474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:51:59.098800 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] For port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:51:59.099154 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:59.201264 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] DHCP port deletion for dacddf17-fcc7-4071-ae5c-a5ce530bec1e request from dv-cinder-824801-1-iscsi {{(pid=87474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 14 22:51:59.205833 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] Deleting port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:51:59.206532 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:59.239921 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Calling delete_port for b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:51:59.371804 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:59.418186 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] For port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2,segment=NetworkSegment(b4096c2d-11dd-4770-aa52-b97398affdde),segment_id=b4096c2d-11dd-4770-aa52-b97398affdde)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:51:59.418754 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:59.428770 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:59.433408 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] No DVR routers for this DVR port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 on host dv-cinder-824801-1-iscsi {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:51:59.485067 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-e49aa8de-7c30-4981-b449-88188b81d6e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735812 Jan 14 22:51:59.548382 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] Calling delete_port for b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 owned by network:dhcp {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:51:59.560771 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:59.583565 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-0be2c501-856a-45a4-b1f9-2770d4a11b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:59.585128 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-0be2c501-856a-45a4-b1f9-2770d4a11b63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 1099 time: 0.0785232 Jan 14 22:51:59.588287 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacddf17-fcc7-4071-ae5c-a5ce530bec1e']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:59.600933 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4096c2d-11dd-4770-aa52-b97398affdde') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:59.601228 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4096c2d-11dd-4770-aa52-b97398affdde') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:51:59.612668 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:59.630787 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:59.637101 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:51:59.637678 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:51:59.651218 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:51:59.723122 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.db.api [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 22:51:59.724150 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG oslo_db.api [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 22:51:59.736456 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-4dabacf9-86c6-4322-b34a-dbcfc2d1bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:59.738176 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-4dabacf9-86c6-4322-b34a-dbcfc2d1bd0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 917 time: 0.1343215 Jan 14 22:51:59.843458 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-25177f6d-72b0-417e-a7b8-1f9c279c4596 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112 HTTP/1.1" status: 200 len: 1001 time: 0.0982261 Jan 14 22:51:59.891922 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:59.896211 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:51:59.905549 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-a621bef1-a264-4bdd-89c5-0499c7546979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:59.907070 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-a621bef1-a264-4bdd-89c5-0499c7546979 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.0566051 Jan 14 22:51:59.922435 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] Pushing event deleted for resources: {'Network': ['ID=dacddf17-fcc7-4071-ae5c-a5ce530bec1e,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:51:59.981596 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-e3da4179-aac3-4fed-81ce-b7c5f653d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:51:59.983060 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-e3da4179-aac3-4fed-81ce-b7c5f653d35e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694389 Jan 14 22:51:59.994458 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-d3df752f-be7e-4628-8018-f420cde4908d admin admin] 10.222.0.25 "DELETE /v2.0/networks/dacddf17-fcc7-4071-ae5c-a5ce530bec1e HTTP/1.1" status: 204 len: 168 time: 1.2530303 Jan 14 22:52:00.111834 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-fabd75d8-c531-4e05-bb21-ea73ece450b6 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213267 Jan 14 22:52:00.208941 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 28ecaa37-51e8-4ec1-ad3b-197a82313072 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:00.238767 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] Deleting port b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:00.239930 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:00.249931 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-38f313c9-c9c0-4581-9dd4-e12384fd60e9 req-07995f3c-41db-4c15-a098-b9964c297cc9 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325643 Jan 14 22:52:00.276968 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 36950) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:00.277836 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 28ecaa37-51e8-4ec1-ad3b-197a82313072 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:00.278183 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 28ecaa37-51e8-4ec1-ad3b-197a82313072 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:00.278592 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:00.328767 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c21ccd7a-4120-46e5-9279-ff3b81ef9a7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e593e73009c41bd8645cd7f4cd6f56b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500736 Jan 14 22:52:00.331426 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 36956) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:00.345364 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:00.345704 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:00.352287 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-a62ffccf-0e9b-480f-9c1b-1620ce571e7e None None] The port 'b1a99ad4-73f1-45a2-a8ca-8baef6ff89e2' was deleted {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 14 22:52:00.397729 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:00.426118 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:00.571748 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:00.588943 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade1ba04-91d4-4427-91bc-a54f77266d7a,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:00.597560 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.597938 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.598303 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.598641 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.598999 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.599336 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.599662 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.599986 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.600308 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.600628 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.600948 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.601265 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:00.606494 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:00.607610 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-fbe51700-63d5-464b-a870-2fbc0cbe24cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ade1ba04-91d4-4427-91bc-a54f77266d7a HTTP/1.1" status: 204 len: 168 time: 0.2752755 Jan 14 22:52:02.381563 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e261-f0a1-4dd1-9cf3-d6ac964052ca req-22ddb5b1-feff-42df-b62c-782c8263e90c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:02.383071 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b9f8e261-f0a1-4dd1-9cf3-d6ac964052ca req-22ddb5b1-feff-42df-b62c-782c8263e90c tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 946 time: 0.0838828 Jan 14 22:52:02.427508 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b9f8e261-f0a1-4dd1-9cf3-d6ac964052ca req-b2c231fc-063b-4ec8-ab5f-4eed426525b7 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Jan 14 22:52:03.614676 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe49a-13b9-491b-bd93-1bfdc12408a5 req-5b026cb9-b0af-4595-bf66-557a33d4a420 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:03.616140 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9a7fe49a-13b9-491b-bd93-1bfdc12408a5 req-5b026cb9-b0af-4595-bf66-557a33d4a420 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 946 time: 0.0791233 Jan 14 22:52:03.671716 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37034) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:03.756123 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9a7fe49a-13b9-491b-bd93-1bfdc12408a5 req-7ebf291c-88e1-496e-8609-aa6bbac2f8e1 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/security-groups?id=e23933fb-1336-4caf-b03e-1da403c5cbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343803 Jan 14 22:52:03.792235 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7d2b-09c0-4668-81f5-12cc98234fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:03.806512 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-3f6f7d2b-09c0-4668-81f5-12cc98234fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:03.810284 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-3f6f7d2b-09c0-4668-81f5-12cc98234fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea35a557c3947ca9bbbb4f47141e1a2 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:03.813012 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-3f6f7d2b-09c0-4668-81f5-12cc98234fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:03.819374 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-3f6f7d2b-09c0-4668-81f5-12cc98234fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:03.899352 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7d2b-09c0-4668-81f5-12cc98234fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:03.953057 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7d2b-09c0-4668-81f5-12cc98234fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:03.999418 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-3f6f7d2b-09c0-4668-81f5-12cc98234fc4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ea35a557c3947ca9bbbb4f47141e1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265655 Jan 14 22:52:04.000033 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f7d2b-09c0-4668-81f5-12cc98234fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf45207-6708-4d03-be12-1af19bf7a18a,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:04.002157 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37040) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:04.059338 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b4bed843-abbf-4f5f-8e75-de7c6eaa8e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:04.085198 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b4bed843-abbf-4f5f-8e75-de7c6eaa8e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:04.198357 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-3cb233ae-9cb4-4fee-813f-dc88dc02b8f3 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:04.199815 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-3cb233ae-9cb4-4fee-813f-dc88dc02b8f3 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.39 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 946 time: 0.0981553 Jan 14 22:52:04.271387 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-9d1b7231-dc14-41b9-98f8-985425ee4826 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Deleting port cd859220-e334-4837-9210-020bb2411216 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:04.271651 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-9d1b7231-dc14-41b9-98f8-985425ee4826 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:04.299978 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b4bed843-abbf-4f5f-8e75-de7c6eaa8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:04.335963 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bed843-abbf-4f5f-8e75-de7c6eaa8e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf45207-6708-4d03-be12-1af19bf7a18a,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:04.344401 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b4bed843-abbf-4f5f-8e75-de7c6eaa8e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:04.345496 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-b4bed843-abbf-4f5f-8e75-de7c6eaa8e5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/daf45207-6708-4d03-be12-1af19bf7a18a HTTP/1.1" status: 204 len: 168 time: 0.3423061 Jan 14 22:52:04.540437 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-9d1b7231-dc14-41b9-98f8-985425ee4826 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] For port cd859220-e334-4837-9210-020bb2411216, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cd859220-e334-4837-9210-020bb2411216,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:04.540805 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-9d1b7231-dc14-41b9-98f8-985425ee4826 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:04.664074 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-9d1b7231-dc14-41b9-98f8-985425ee4826 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Calling delete_port for cd859220-e334-4837-9210-020bb2411216 owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:04.882052 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-9d1b7231-dc14-41b9-98f8-985425ee4826 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:04.894026 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['cd859220-e334-4837-9210-020bb2411216'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:52:04.938262 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37052) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:04.955910 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af05ddca-75ee-48a1-9bbf-8d223e16f9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:04.974935 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-af05ddca-75ee-48a1-9bbf-8d223e16f9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:04.978658 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-af05ddca-75ee-48a1-9bbf-8d223e16f9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e4a40efbcd45948f01387b6d6be705 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:04.981435 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-af05ddca-75ee-48a1-9bbf-8d223e16f9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:04.983359 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-87f00e8c-f7fb-450b-b5df-9c455490d5da req-20c676ec-72ad-4574-b9c7-5b3640f09f6a tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cd9b8bd-3e35-4e48-ab69-4f8df9daac44 HTTP/1.1" status: 200 len: 210 time: 0.1031442 Jan 14 22:52:04.986257 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b7231-dc14-41b9-98f8-985425ee4826 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Pushing event deleted for resources: {'Port': ['ID=cd859220-e334-4837-9210-020bb2411216,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:04.988110 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-af05ddca-75ee-48a1-9bbf-8d223e16f9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:05.069746 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-9d1b7231-dc14-41b9-98f8-985425ee4826 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] No DVR routers for this DVR port cd859220-e334-4837-9210-020bb2411216 on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:52:05.072191 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-9d1b7231-dc14-41b9-98f8-985425ee4826 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:05.072736 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af05ddca-75ee-48a1-9bbf-8d223e16f9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:05.076096 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'name': 'network-vif-deleted', 'tag': 'cd859220-e334-4837-9210-020bb2411216'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:52:05.087260 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1eb7fd26-ee03-4921-ab68-c8e3eaa946a6 req-9d1b7231-dc14-41b9-98f8-985425ee4826 tempest-TestMinimumBasicScenario-1551404101 tempest-TestMinimumBasicScenario-1551404101-project] 10.222.0.39 "DELETE /v2.0/ports/cd859220-e334-4837-9210-020bb2411216 HTTP/1.1" status: 204 len: 173 time: 0.8808334 Jan 14 22:52:05.119631 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd9b8bd-3e35-4e48-ab69-4f8df9daac44', 'name': 'network-vif-deleted', 'tag': 'cd859220-e334-4837-9210-020bb2411216', 'status': 'completed', 'code': 200} Jan 14 22:52:05.165983 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-af05ddca-75ee-48a1-9bbf-8d223e16f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:05.213651 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-af05ddca-75ee-48a1-9bbf-8d223e16f9e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6e4a40efbcd45948f01387b6d6be705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742200 Jan 14 22:52:05.215178 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05ddca-75ee-48a1-9bbf-8d223e16f9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8dfe45-3557-4ba7-a211-b7d64b4004cd,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:05.216778 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37058) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:05.276704 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e7e25b4d-006b-433e-95bf-20f4434fc7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:05.302133 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e7e25b4d-006b-433e-95bf-20f4434fc7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:05.444870 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e7e25b4d-006b-433e-95bf-20f4434fc7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:05.463432 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e25b4d-006b-433e-95bf-20f4434fc7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8dfe45-3557-4ba7-a211-b7d64b4004cd,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:05.467690 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e7e25b4d-006b-433e-95bf-20f4434fc7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:05.471797 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-e7e25b4d-006b-433e-95bf-20f4434fc7a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce8dfe45-3557-4ba7-a211-b7d64b4004cd HTTP/1.1" status: 204 len: 168 time: 0.2510526 Jan 14 22:52:06.201390 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b631a496-4c57-48d0-b05d-797bd39f31c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:07.639313 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37158) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:07.971803 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cd859220-e334-4837-9210-020bb2411216 no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:08.006800 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: cd859220-e334-4837-9210-020bb2411216 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:08.007140 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cd859220-e334-4837-9210-020bb2411216 not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:08.261110 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943118'] for router_interface, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:08.398771 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37178) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:08.417060 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-d96191a2-cbc9-4675-9aa0-baecbb02c57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:08.542112 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0014174f-8054-47be-8bd2-57fe853da532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:08.557825 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0014174f-8054-47be-8bd2-57fe853da532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:08.561500 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0014174f-8054-47be-8bd2-57fe853da532 admin admin] Usage tracker for resource:security_group_rule and tenant:0a12a8630b9a430cba2475e0d27e49d6 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:08.565131 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0014174f-8054-47be-8bd2-57fe853da532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:08.571516 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0014174f-8054-47be-8bd2-57fe853da532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:08.629452 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] Deleting port 84620b54-94b4-4dd5-948b-daadf9fe451d {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:08.629772 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:08.655553 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0014174f-8054-47be-8bd2-57fe853da532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:08.742788 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0014174f-8054-47be-8bd2-57fe853da532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:08.794662 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014174f-8054-47be-8bd2-57fe853da532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f974b669-0064-4c59-8071-d0128d269e59,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:08.798737 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-0014174f-8054-47be-8bd2-57fe853da532 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a12a8630b9a430cba2475e0d27e49d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987961 Jan 14 22:52:08.802230 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37186) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:08.804774 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] For port 84620b54-94b4-4dd5-948b-daadf9fe451d, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=84620b54-94b4-4dd5-948b-daadf9fe451d,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:08.805231 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:08.862690 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12255a72-c9af-4324-b0a3-f1e4eaf0f8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:08.888778 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12255a72-c9af-4324-b0a3-f1e4eaf0f8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:08.934974 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] Calling delete_port for 84620b54-94b4-4dd5-948b-daadf9fe451d owned by network:router_interface {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:09.005547 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12255a72-c9af-4324-b0a3-f1e4eaf0f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:09.020786 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12255a72-c9af-4324-b0a3-f1e4eaf0f8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f974b669-0064-4c59-8071-d0128d269e59,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:09.034456 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-12255a72-c9af-4324-b0a3-f1e4eaf0f8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:09.036103 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-12255a72-c9af-4324-b0a3-f1e4eaf0f8ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f974b669-0064-4c59-8071-d0128d269e59 HTTP/1.1" status: 204 len: 168 time: 0.2324417 Jan 14 22:52:09.106434 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be7788-bf48-463a-ab8b-663052e6c77f req-db826c65-edb5-4921-9a99-12a86f2622bc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:09.107966 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b0be7788-bf48-463a-ab8b-663052e6c77f req-db826c65-edb5-4921-9a99-12a86f2622bc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 946 time: 0.1237328 Jan 14 22:52:09.189553 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b0be7788-bf48-463a-ab8b-663052e6c77f req-e3deb76b-a18d-4309-a202-3b84fdaec289 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730510 Jan 14 22:52:09.290679 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:09.341913 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=84620b54-94b4-4dd5-948b-daadf9fe451d,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:09.594406 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:09.611542 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37196) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:09.631044 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9babb190-b6e2-4629-90a8-a3c7118da016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:09.646900 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9babb190-b6e2-4629-90a8-a3c7118da016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:09.652459 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9babb190-b6e2-4629-90a8-a3c7118da016 admin admin] Usage tracker for resource:security_group_rule and tenant:5127f91b0ea347f7b9d2cdca64190a24 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:09.655487 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-9babb190-b6e2-4629-90a8-a3c7118da016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:09.661607 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-9babb190-b6e2-4629-90a8-a3c7118da016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:09.719340 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943218'] for router_interface, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:09.751550 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9babb190-b6e2-4629-90a8-a3c7118da016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:09.753856 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:09.799768 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9babb190-b6e2-4629-90a8-a3c7118da016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:09.849614 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-9babb190-b6e2-4629-90a8-a3c7118da016 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5127f91b0ea347f7b9d2cdca64190a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366295 Jan 14 22:52:09.851969 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babb190-b6e2-4629-90a8-a3c7118da016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97a6cf4-03ac-4b51-b529-7e5cfbe9c979,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:09.855095 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37200) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:09.921760 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0868f64a-25ee-4e58-ba57-efc733103b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:09.947643 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0868f64a-25ee-4e58-ba57-efc733103b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:10.051302 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0868f64a-25ee-4e58-ba57-efc733103b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:10.069409 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868f64a-25ee-4e58-ba57-efc733103b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97a6cf4-03ac-4b51-b529-7e5cfbe9c979,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:10.072841 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0868f64a-25ee-4e58-ba57-efc733103b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:10.076531 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-0868f64a-25ee-4e58-ba57-efc733103b65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d97a6cf4-03ac-4b51-b529-7e5cfbe9c979 HTTP/1.1" status: 204 len: 168 time: 0.2176008 Jan 14 22:52:10.085824 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] Router 1fc88dd0-a691-40f5-b92a-510bfa956841 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:52:10.284260 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:52:10.296288 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] Sync routers for ids ['1fc88dd0-a691-40f5-b92a-510bfa956841'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:52:10.300870 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37208) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:10.308761 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] Routers {'1fc88dd0-a691-40f5-b92a-510bfa956841'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:10.309603 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['1fc88dd0-a691-40f5-b92a-510bfa956841'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:10.314012 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-19381458-d07b-409e-8a15-15e5c5db2c5d admin admin] 10.222.0.25 "PUT /v2.0/routers/1fc88dd0-a691-40f5-b92a-510bfa956841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6733189 Jan 14 22:52:10.396607 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0cdb1-33b5-4fc6-888b-1bf0de555bcb req-09be5529-4284-4fc9-a8d2-535d0f6781b6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:10.398235 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e0f0cdb1-33b5-4fc6-888b-1bf0de555bcb req-09be5529-4284-4fc9-a8d2-535d0f6781b6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 946 time: 0.0832531 Jan 14 22:52:10.506392 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e0f0cdb1-33b5-4fc6-888b-1bf0de555bcb req-1ba69700-d931-4fba-b6aa-0affe006f8d5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=2c824df4-b366-46fa-9f91-34b171eda574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005058 Jan 14 22:52:10.532247 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-4c1a530f-b78c-4bf8-ae46-5b494e9ff766 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:10.533703 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-4c1a530f-b78c-4bf8-ae46-5b494e9ff766 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 946 time: 0.1258991 Jan 14 22:52:10.546699 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] Set router 1fc88dd0-a691-40f5-b92a-510bfa956841 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:10.562074 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Notify callbacks [] for router, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:10.622522 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Deleting port cee44aa7-bbd3-4836-964e-ecdc8963c112 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:10.628815 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:10.757765 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:10.834932 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Deleting port e3ff2a11-383e-4fc5-8659-01e239b29cf5 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:10.835363 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:10.876627 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:52:09Z', 'revision_number': 5, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port': {'id': 'e3ff2a11-383e-4fc5-8659-01e239b29cf5', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:36Z', 'updated_at': '2022-01-14T22:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:10.881747 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] Checking router: 1fc88dd0-a691-40f5-b92a-510bfa956841 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:52:10.898392 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] Routers {'1fc88dd0-a691-40f5-b92a-510bfa956841'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:10.899014 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['1fc88dd0-a691-40f5-b92a-510bfa956841'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:10.905093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] For port cee44aa7-bbd3-4836-964e-ecdc8963c112, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=cee44aa7-bbd3-4836-964e-ecdc8963c112,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:10.905640 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:11.051675 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] For port e3ff2a11-383e-4fc5-8659-01e239b29cf5, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=e3ff2a11-383e-4fc5-8659-01e239b29cf5,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:11.051675 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:11.059285 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] Set router 1fc88dd0-a691-40f5-b92a-510bfa956841 gateway port host: None {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:11.108479 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:11.167694 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:52:10Z', 'revision_number': 6, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port_host': None}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:11.172337 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097a3fe3-6665-43e6-992c-b1148ade965d None None] The sync data for ids ['1fc88dd0-a691-40f5-b92a-510bfa956841'] in dv-cinder-824801-1-iscsi is: [{'id': '1fc88dd0-a691-40f5-b92a-510bfa956841', 'name': 'tempest-TestMinimumBasicScenario-530546636-router', 'tenant_id': '289e9279bc3446a6a3fef4e316a79eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:35Z', 'updated_at': '2022-01-14T22:52:10Z', 'revision_number': 6, 'project_id': '289e9279bc3446a6a3fef4e316a79eff', 'gw_port_host': None}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:52:11.200361 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Calling delete_port for e3ff2a11-383e-4fc5-8659-01e239b29cf5 owned by network:router_gateway {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:11.262105 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:11.262803 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:11.262803 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Floating IP 5645db01-d2c1-439f-a20c-8ca8e03dfc33 disassociated. External IP: 172.27.3.201, port: cee44aa7-bbd3-4836-964e-ecdc8963c112. Jan 14 22:52:11.263165 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Calling delete_port for cee44aa7-bbd3-4836-964e-ecdc8963c112 owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:11.583530 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:11.648174 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event deleted for resources: {'Port': ['ID=cee44aa7-bbd3-4836-964e-ecdc8963c112,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:11.747611 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:11.760234 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fba341f7-f6b3-46d0-8268-ea55f7121359 req-118fbf92-8c64-42f7-ba64-1b69b82258fa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 210 time: 0.1077082 Jan 14 22:52:11.798253 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ff2a11-383e-4fc5-8659-01e239b29cf5,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:11.894651 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591349'] for router_gateway, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:11.897062 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Router 8de053a6-2f0a-469f-b137-e859af16719b has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:52:12.100014 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125274'] for router, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:12.102944 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:12.127734 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:52:12.139070 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] Sync routers for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:52:12.156483 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:12.157103 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:12.251831 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] No DVR routers for this DVR port cee44aa7-bbd3-4836-964e-ecdc8963c112 on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:52:12.255143 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:12.258583 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'name': 'network-vif-deleted', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:52:12.284788 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e3ff2a11-383e-4fc5-8659-01e239b29cf5 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:12.324885 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c223304-df9d-45d3-a920-726eb89ca75c', 'name': 'network-vif-deleted', 'tag': 'cee44aa7-bbd3-4836-964e-ecdc8963c112', 'status': 'completed', 'code': 200} Jan 14 22:52:12.336716 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: e3ff2a11-383e-4fc5-8659-01e239b29cf5 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:12.337097 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e3ff2a11-383e-4fc5-8659-01e239b29cf5 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:12.338325 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 84620b54-94b4-4dd5-948b-daadf9fe451d no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:12.365488 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590148'] for router, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:12.366286 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc88dd0-a691-40f5-b92a-510bfa956841 {{(pid=87472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 22:52:12.378607 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 84620b54-94b4-4dd5-948b-daadf9fe451d {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:12.379010 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 84620b54-94b4-4dd5-948b-daadf9fe451d not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:12.379660 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] Notify callbacks [] for router, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:12.383054 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-269d0552-79d2-4938-85c0-8db5b7a6bf57 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1fc88dd0-a691-40f5-b92a-510bfa956841 HTTP/1.1" status: 204 len: 168 time: 2.0787079 Jan 14 22:52:12.383438 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37252) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:12.423292 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6a3e708c-8b5a-4ea2-8576-46c7ea50517d req-7fc168b2-c446-4164-9e3b-f6a4b02d1f6a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.39 "DELETE /v2.0/ports/cee44aa7-bbd3-4836-964e-ecdc8963c112 HTTP/1.1" status: 204 len: 173 time: 1.8838608 Jan 14 22:52:12.455812 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a44e5cd-ca67-4d36-a7c4-17897f6601d8 admin admin] Deleting subnet e6789470-6d93-4dfa-8b04-d28da801f686 {{(pid=87473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:52:12.459905 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3a44e5cd-ca67-4d36-a7c4-17897f6601d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:12.495094 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:12.521262 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3a44e5cd-ca67-4d36-a7c4-17897f6601d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153136'] for subnet, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:12.657364 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3a44e5cd-ca67-4d36-a7c4-17897f6601d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:12.833349 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3a44e5cd-ca67-4d36-a7c4-17897f6601d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14178557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1774171'] for subnet, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:12.854377 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:12.858202 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] Checking router: 8de053a6-2f0a-469f-b137-e859af16719b for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:52:12.870077 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:12.870077 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:12.876361 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44e5cd-ca67-4d36-a7c4-17897f6601d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6789470-6d93-4dfa-8b04-d28da801f686,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:12.878310 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3a44e5cd-ca67-4d36-a7c4-17897f6601d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:12.885155 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-3a44e5cd-ca67-4d36-a7c4-17897f6601d8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e6789470-6d93-4dfa-8b04-d28da801f686 HTTP/1.1" status: 204 len: 168 time: 0.5006797 Jan 14 22:52:12.887701 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37264) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:12.928308 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f664fbed-3a02-4bff-98c9-6fb5c8ab52c9 None None] Network 51d1b4ee-94dd-4f4d-8743-166ff4febbba requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:52:12.945469 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-889dcada-52d7-4f33-94ab-77f220363fdf req-6a7bc7a4-acb9-492c-91ca-5c21d7f052eb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Synchronizing usage tracker for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:52:13.002614 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:13.014117 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Deleting port 59be0921-4524-488d-a570-cc77ee498dc2 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:13.014445 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:13.057000 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-889dcada-52d7-4f33-94ab-77f220363fdf req-6a7bc7a4-acb9-492c-91ca-5c21d7f052eb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Unset dirty status for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:52:13.058478 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-889dcada-52d7-4f33-94ab-77f220363fdf req-6a7bc7a4-acb9-492c-91ca-5c21d7f052eb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c223304-df9d-45d3-a920-726eb89ca75c HTTP/1.1" status: 200 len: 210 time: 0.1556482 Jan 14 22:52:13.260952 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] For port 59be0921-4524-488d-a570-cc77ee498dc2, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=59be0921-4524-488d-a570-cc77ee498dc2,segment=NetworkSegment(6b3f6a9b-4930-4362-9617-911e420441ab),segment_id=6b3f6a9b-4930-4362-9617-911e420441ab)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:13.261327 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:13.268841 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:13.387400 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Calling delete_port for 59be0921-4524-488d-a570-cc77ee498dc2 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:13.513831 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:13.524087 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880b07a-a058-4ef2-b0b3-f9a93c2be8bc None None] DHCP port deletion for 51d1b4ee-94dd-4f4d-8743-166ff4febbba request from dv-cinder-824801-1-iscsi {{(pid=87474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 14 22:52:13.612980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:13.618168 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40093d-c74c-4ee8-a26c-dc817816f2e3 None None] The sync data for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi is: [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:52:13.660992 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59be0921-4524-488d-a570-cc77ee498dc2,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:13.662720 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] No DVR routers for this DVR port 59be0921-4524-488d-a570-cc77ee498dc2 on host dv-cinder-824801-1-iscsi {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:52:13.781406 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:13.808287 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d1b4ee-94dd-4f4d-8743-166ff4febbba']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:13.820817 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3f6a9b-4930-4362-9617-911e420441ab') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:13.821109 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3f6a9b-4930-4362-9617-911e420441ab') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:13.833239 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:13.849673 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:13.853444 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc2a29-4ef8-4677-8afb-34ad4c2fc8f3 None None] New status for floating IP 5645db01-d2c1-439f-a20c-8ca8e03dfc33: DOWN {{(pid=87475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:52:13.856084 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:52:13.858258 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:52:13.870063 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:52:13.988848 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cee44aa7-bbd3-4836-964e-ecdc8963c112 no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:14.022441 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: cee44aa7-bbd3-4836-964e-ecdc8963c112 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:14.022932 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device cee44aa7-bbd3-4836-964e-ecdc8963c112 not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:14.034131 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:14.051405 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:14.061441 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d1b4ee-94dd-4f4d-8743-166ff4febbba,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:14.173048 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-86fb3123-c160-4ed3-b58e-2df54c2987c9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/51d1b4ee-94dd-4f4d-8743-166ff4febbba HTTP/1.1" status: 204 len: 168 time: 1.2832966 Jan 14 22:52:14.181410 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37274) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:14.219499 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 59be0921-4524-488d-a570-cc77ee498dc2 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:14.257664 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 59be0921-4524-488d-a570-cc77ee498dc2 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:14.257977 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 59be0921-4524-488d-a570-cc77ee498dc2 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:14.292505 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37282) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:14.356547 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-064a8329-60d6-45c6-b54d-a411d0ea60bd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:14.387492 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-064a8329-60d6-45c6-b54d-a411d0ea60bd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:14.514105 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-064a8329-60d6-45c6-b54d-a411d0ea60bd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:14.536349 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a8329-60d6-45c6-b54d-a411d0ea60bd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c824df4-b366-46fa-9f91-34b171eda574,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:14.599758 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-064a8329-60d6-45c6-b54d-a411d0ea60bd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:14.600974 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-064a8329-60d6-45c6-b54d-a411d0ea60bd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "DELETE /v2.0/security-groups/2c824df4-b366-46fa-9f91-34b171eda574 HTTP/1.1" status: 204 len: 168 time: 0.3074608 Jan 14 22:52:14.603690 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37294) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:14.623701 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.api.v2.resource [None req-08962363-c07c-4626-8635-b112f53c4342 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] show failed (client error): The resource could not be found. Jan 14 22:52:14.624484 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-08962363-c07c-4626-8635-b112f53c4342 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups/2c824df4-b366-46fa-9f91-34b171eda574 HTTP/1.1" status: 404 len: 347 time: 0.0197945 Jan 14 22:52:14.630527 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37300) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:14.792220 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-924e6f56-a1e0-4f02-9d89-897d1ae8c6c4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Deleting port 42f89441-366d-48b6-b91c-7d91784981db {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:14.792538 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-924e6f56-a1e0-4f02-9d89-897d1ae8c6c4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:14.897521 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943118'] for router_interface, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:14.971053 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-924e6f56-a1e0-4f02-9d89-897d1ae8c6c4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:14.971389 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-924e6f56-a1e0-4f02-9d89-897d1ae8c6c4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:15.100398 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-924e6f56-a1e0-4f02-9d89-897d1ae8c6c4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Calling delete_port for 42f89441-366d-48b6-b91c-7d91784981db owned by network:floatingip {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:15.252936 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] Deleting port ffc6c93d-55fa-4ae4-bc98-baa6482184db {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:15.253530 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:15.318552 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-924e6f56-a1e0-4f02-9d89-897d1ae8c6c4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:15.366212 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e6f56-a1e0-4f02-9d89-897d1ae8c6c4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event deleted for resources: {'Port': ['ID=42f89441-366d-48b6-b91c-7d91784981db,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:15.424753 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] For port ffc6c93d-55fa-4ae4-bc98-baa6482184db, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=ffc6c93d-55fa-4ae4-bc98-baa6482184db,segment=NetworkSegment(fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f),segment_id=fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:15.425109 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:15.457926 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-924e6f56-a1e0-4f02-9d89-897d1ae8c6c4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:15.543426 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-924e6f56-a1e0-4f02-9d89-897d1ae8c6c4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:15.544669 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-924e6f56-a1e0-4f02-9d89-897d1ae8c6c4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "DELETE /v2.0/floatingips/5645db01-d2c1-439f-a20c-8ca8e03dfc33 HTTP/1.1" status: 204 len: 168 time: 0.9131227 Jan 14 22:52:15.552679 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] Calling delete_port for ffc6c93d-55fa-4ae4-bc98-baa6482184db owned by network:router_interface {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:15.805058 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:15.850540 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc6c93d-55fa-4ae4-bc98-baa6482184db,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:16.031784 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37316) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:16.037655 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44068130', 'description': 'tempest-description--1661388447'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:52:16.043808 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:16.056858 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:security_group and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:16.059865 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:16.065808 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:16.129640 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943218'] for router_interface, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.181632 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.213135 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:16.224373 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:security_group_rule and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:16.228627 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:16.243001 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:16.329316 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.376360 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.423029 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63581b64-ff7e-45e3-ad2b-fdaf5573dd53,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:16.469072 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.474241 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-35b21a36-1c7b-4738-9577-fbf215715449 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4414661 Jan 14 22:52:16.475169 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37330) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:16.481907 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'security_group_rule': {'security_group_id': '63581b64-ff7e-45e3-ad2b-fdaf5573dd53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:52:16.488918 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:16.493379 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:security_group_rule and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:16.498085 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:16.504588 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:16.571708 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.636033 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.650308 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] Router 9cd6f26f-be16-4fab-b738-48d7a7b8210e has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:52:16.685000 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.708950 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7a81fe-47c8-4f91-82bb-73cb8dde4c27,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:16.781269 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.783454 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-1f088ea5-0cdb-4d0a-bdaa-542324bcb8e6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3071437 Jan 14 22:52:16.792366 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37336) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:16.797968 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'security_group_rule': {'security_group_id': '63581b64-ff7e-45e3-ad2b-fdaf5573dd53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:52:16.804235 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:16.809504 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:security_group_rule and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:16.813061 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:16.814963 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37340) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:16.824480 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:16.841439 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:52:16.851458 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] Sync routers for ids ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:52:16.860663 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] Routers {'9cd6f26f-be16-4fab-b738-48d7a7b8210e'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:16.861264 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:16.892335 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.907210 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-83a0a449-0304-40cc-a745-b1e199288e2e admin admin] 10.222.0.25 "PUT /v2.0/routers/9cd6f26f-be16-4fab-b738-48d7a7b8210e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7245007 Jan 14 22:52:16.909975 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37346) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:16.975874 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:16.993042 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-537729d3-6827-4845-8b94-17c2693ccbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.008992 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-537729d3-6827-4845-8b94-17c2693ccbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:17.013100 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-537729d3-6827-4845-8b94-17c2693ccbb2 admin admin] Usage tracker for resource:security_group_rule and tenant:daec5fd799054fa3be5dd9dd618f1d8a is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:17.015985 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-537729d3-6827-4845-8b94-17c2693ccbb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:17.022793 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-537729d3-6827-4845-8b94-17c2693ccbb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:17.043639 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] Set router 9cd6f26f-be16-4fab-b738-48d7a7b8210e gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:17.046012 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643850'] for security_group_rule, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.077726 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8db531-3093-4095-adbd-f9f5c57e4f35,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:17.112511 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Notify callbacks [] for router, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.144747 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-537729d3-6827-4845-8b94-17c2693ccbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.158485 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.163612 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-81681d75-bd43-4c93-ac0a-5617e2331787 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3660235 Jan 14 22:52:17.163612 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37350) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:17.168761 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'floatingip': {'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:52:17.174766 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:17.180076 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:floatingip and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:17.182897 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:17.189394 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:17.242289 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-537729d3-6827-4845-8b94-17c2693ccbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.294463 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.298693 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-537729d3-6827-4845-8b94-17c2693ccbb2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=daec5fd799054fa3be5dd9dd618f1d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802830 Jan 14 22:52:17.298693 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537729d3-6827-4845-8b94-17c2693ccbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf84b9ba-4fce-42bb-9d06-c32404a07c18,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:17.299647 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37354) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:17.325533 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.337156 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'name': 'tempest-TestMinimumBasicScenario-1672250240-router', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:48Z', 'updated_at': '2022-01-14T22:52:15Z', 'revision_number': 5, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'gw_port': {'id': 'b3429c97-a3e0-4cc1-9903-eb3546b06635', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:50Z', 'updated_at': '2022-01-14T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:17.341220 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] Checking router: 9cd6f26f-be16-4fab-b738-48d7a7b8210e for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:52:17.350742 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] Routers {'9cd6f26f-be16-4fab-b738-48d7a7b8210e'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:17.351344 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:17.361608 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d077a5a7-10c5-4221-9fce-c4c9e726e8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.377769 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Deleting port b3429c97-a3e0-4cc1-9903-eb3546b06635 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:17.378177 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.432496 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d077a5a7-10c5-4221-9fce-c4c9e726e8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.510739 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] Set router 9cd6f26f-be16-4fab-b738-48d7a7b8210e gateway port host: None {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:17.573423 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.614312 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] For port b3429c97-a3e0-4cc1-9903-eb3546b06635, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=b3429c97-a3e0-4cc1-9903-eb3546b06635,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:17.614750 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.672059 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'name': 'tempest-TestMinimumBasicScenario-1672250240-router', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:48Z', 'updated_at': '2022-01-14T22:52:17Z', 'revision_number': 6, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'gw_port_host': None}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:17.676679 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4d936-1436-4eae-ac23-c3a07cba5f05 None None] The sync data for ids ['9cd6f26f-be16-4fab-b738-48d7a7b8210e'] in dv-cinder-824801-1-iscsi is: [{'id': '9cd6f26f-be16-4fab-b738-48d7a7b8210e', 'name': 'tempest-TestMinimumBasicScenario-1672250240-router', 'tenant_id': '61b7740791a04626a2c5b4af12fc869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:48Z', 'updated_at': '2022-01-14T22:52:17Z', 'revision_number': 6, 'project_id': '61b7740791a04626a2c5b4af12fc869b', 'gw_port_host': None}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:52:17.772357 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_common [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Allocated IP 172.27.3.26 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/20b33fc8-ddb1-4293-b478-890b25f2d846) {{(pid=87472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:52:17.831577 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d077a5a7-10c5-4221-9fce-c4c9e726e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.840856 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Calling delete_port for b3429c97-a3e0-4cc1-9903-eb3546b06635 owned by network:router_gateway {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:17.889149 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077a5a7-10c5-4221-9fce-c4c9e726e8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf84b9ba-4fce-42bb-9d06-c32404a07c18,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:17.903093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d077a5a7-10c5-4221-9fce-c4c9e726e8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:17.906849 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d077a5a7-10c5-4221-9fce-c4c9e726e8f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf84b9ba-4fce-42bb-9d06-c32404a07c18 HTTP/1.1" status: 204 len: 168 time: 0.6037712 Jan 14 22:52:17.933131 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for port, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.023325 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.096042 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:52:18.100964 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources bound (agent type, host, resource id): {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:52:18.103462 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Received port after_create {{(pid=87472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:52:18.108313 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.142112 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'Port': ['ID=20b33fc8-ddb1-4293-b478-890b25f2d846,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:18.166653 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3429c97-a3e0-4cc1-9903-eb3546b06635,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:18.196042 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.261240 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591349'] for router_gateway, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.313354 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.438954 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125274'] for router, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.441894 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.489604 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37362) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:18.508453 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bff35d8c-6eed-4436-9698-e792d7b1f834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.524237 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-bff35d8c-6eed-4436-9698-e792d7b1f834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:18.528135 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-bff35d8c-6eed-4436-9698-e792d7b1f834 admin admin] Usage tracker for resource:security_group_rule and tenant:a090e65964de4c4183361aa1c5441ead is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:18.531274 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-bff35d8c-6eed-4436-9698-e792d7b1f834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:18.537284 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-bff35d8c-6eed-4436-9698-e792d7b1f834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:18.541327 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device ffc6c93d-55fa-4ae4-bc98-baa6482184db no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:18.564328 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590148'] for router, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.564761 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd6f26f-be16-4fab-b738-48d7a7b8210e {{(pid=87473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 22:52:18.565902 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for port, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.595855 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: ffc6c93d-55fa-4ae4-bc98-baa6482184db {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:18.596184 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device ffc6c93d-55fa-4ae4-bc98-baa6482184db not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:18.596769 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device b3429c97-a3e0-4cc1-9903-eb3546b06635 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:18.609346 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.610484 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-957d766a-fa00-4d82-8c5a-0bb8010fae2d admin admin] 10.222.0.25 "DELETE /v2.0/routers/9cd6f26f-be16-4fab-b738-48d7a7b8210e HTTP/1.1" status: 204 len: 168 time: 1.7018478 Jan 14 22:52:18.614179 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37366) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:18.632323 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: b3429c97-a3e0-4cc1-9903-eb3546b06635 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:18.635431 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device b3429c97-a3e0-4cc1-9903-eb3546b06635 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:18.644844 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1772561'] for port, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.689466 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bff35d8c-6eed-4436-9698-e792d7b1f834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.701199 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_v2 [None req-247c0212-e836-4f97-9f50-5493a5a52ad1 admin admin] Deleting subnet d23544bb-6b86-4ba2-851c-a8346ad350a4 {{(pid=87473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:52:18.704922 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-247c0212-e836-4f97-9f50-5493a5a52ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.758843 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-247c0212-e836-4f97-9f50-5493a5a52ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153136'] for subnet, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.760460 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'Port': ['ID=20b33fc8-ddb1-4293-b478-890b25f2d846,revision_number=2']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:18.772343 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.844713 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-247c0212-e836-4f97-9f50-5493a5a52ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.872351 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bff35d8c-6eed-4436-9698-e792d7b1f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.889747 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:18.891006 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-0dfde33f-19e3-471a-b8d1-92278b1ec1d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7265387 Jan 14 22:52:18.943205 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff35d8c-6eed-4436-9698-e792d7b1f834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce803955-427e-478c-889e-3d80dc22f856,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:18.948085 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-bff35d8c-6eed-4436-9698-e792d7b1f834 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a090e65964de4c4183361aa1c5441ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573877 Jan 14 22:52:18.951178 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37372) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:19.021224 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef56a8cf-5b72-49e9-8218-8a3db2cc8101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.027048 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-247c0212-e836-4f97-9f50-5493a5a52ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14178557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1774171'] for subnet, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.051391 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef56a8cf-5b72-49e9-8218-8a3db2cc8101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.072166 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-247c0212-e836-4f97-9f50-5493a5a52ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.081538 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ac464-1087-44a9-8a6f-509b93781200 None None] Network fadf3a69-cfad-4f3e-ac95-bec32824dacc requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:52:19.085120 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c0212-e836-4f97-9f50-5493a5a52ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23544bb-6b86-4ba2-851c-a8346ad350a4,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:19.090772 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-247c0212-e836-4f97-9f50-5493a5a52ad1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d23544bb-6b86-4ba2-851c-a8346ad350a4 HTTP/1.1" status: 204 len: 168 time: 0.4759092 Jan 14 22:52:19.093958 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37386) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:19.133678 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-7d09ffbd-c966-4432-aff0-a3ed4b9baae6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--44068130&fields=id&tenant_id=f87c3a88bcc946af9bc4b50a83b60ece HTTP/1.1" status: 200 len: 267 time: 0.0447655 Jan 14 22:52:19.201121 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef56a8cf-5b72-49e9-8218-8a3db2cc8101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.217495 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.223917 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56a8cf-5b72-49e9-8218-8a3db2cc8101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce803955-427e-478c-889e-3d80dc22f856,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:19.232280 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ef56a8cf-5b72-49e9-8218-8a3db2cc8101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.235898 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-ef56a8cf-5b72-49e9-8218-8a3db2cc8101 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce803955-427e-478c-889e-3d80dc22f856 HTTP/1.1" status: 204 len: 168 time: 0.2812560 Jan 14 22:52:19.238453 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Deleting port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:19.238907 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.325227 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181c22-e4ac-4227-8825-81edf7455edf req-94a9cb7d-46c3-40a4-8ca8-61096bd54189 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:19.327439 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-94a9cb7d-46c3-40a4-8ca8-61096bd54189 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 817 time: 0.1798425 Jan 14 22:52:19.355477 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-b64f8ea9-e274-4b71-9fb5-30f1fafea748 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/quotas/f87c3a88bcc946af9bc4b50a83b60ece HTTP/1.1" status: 200 len: 375 time: 0.0200315 Jan 14 22:52:19.384235 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] DHCP port deletion for fadf3a69-cfad-4f3e-ac95-bec32824dacc request from dv-cinder-824801-1-iscsi {{(pid=87474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 14 22:52:19.389300 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] Deleting port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:19.392888 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.442928 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-23d1d3bd-b01b-42c5-9851-219bdb1e0197 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864909 Jan 14 22:52:19.473075 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] For port 4eaf3819-b1ad-4674-923c-fbfba5ae3095, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4eaf3819-b1ad-4674-923c-fbfba5ae3095,segment=NetworkSegment(fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f),segment_id=fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:19.473389 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.608842 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Calling delete_port for 4eaf3819-b1ad-4674-923c-fbfba5ae3095 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:19.616667 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] For port 4eaf3819-b1ad-4674-923c-fbfba5ae3095, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4eaf3819-b1ad-4674-923c-fbfba5ae3095,segment=NetworkSegment(fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f),segment_id=fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:19.617225 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.623623 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-581b52be-4c41-4803-aa32-80f162f034c2 service neutron] 10.222.0.25 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611235 Jan 14 22:52:19.746841 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] Calling delete_port for 4eaf3819-b1ad-4674-923c-fbfba5ae3095 owned by network:dhcp {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:19.765256 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:19.788440 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-35f58e35-4aba-448d-ae9f-05e3fdd69f86 service neutron] 10.222.0.25 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557140 Jan 14 22:52:19.824470 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eaf3819-b1ad-4674-923c-fbfba5ae3095,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:19.831168 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] No DVR routers for this DVR port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 on host dv-cinder-824801-1-iscsi {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:52:19.842758 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.db.api [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 22:52:19.843175 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG oslo_db.api [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 22:52:20.073289 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:20.103274 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fadf3a69-cfad-4f3e-ac95-bec32824dacc']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:20.117208 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:20.118020 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4ca43a-8d22-4cc7-8aa7-feffc7922d4f') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:20.140479 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:20.159843 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:20.168550 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:52:20.169089 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:20.172447 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fe0d819b-668a-42bc-848d-703c3f89aef3 req-e8c7f964-1eef-4ddb-920d-6922f77a460f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 210 time: 0.1495016 Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:52:20.191369 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:52:20.240967 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4eaf3819-b1ad-4674-923c-fbfba5ae3095 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:20.294499 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 4eaf3819-b1ad-4674-923c-fbfba5ae3095 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:20.294744 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4eaf3819-b1ad-4674-923c-fbfba5ae3095 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:20.344320 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] Deleting port 4eaf3819-b1ad-4674-923c-fbfba5ae3095 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:20.344745 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:20.353541 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:20.370774 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:20.381375 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] Pushing event deleted for resources: {'Network': ['ID=fadf3a69-cfad-4f3e-ac95-bec32824dacc,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:20.406341 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-4990491e-d594-472b-b55a-df11ed61d904 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fadf3a69-cfad-4f3e-ac95-bec32824dacc HTTP/1.1" status: 204 len: 168 time: 1.3105063 Jan 14 22:52:20.418510 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-a33f383e-c006-47e3-b32e-f2c7ef2599ca None None] The port '4eaf3819-b1ad-4674-923c-fbfba5ae3095' was deleted {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 14 22:52:20.824414 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37426) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:20.873804 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-a7f87f80-3460-4d65-918d-98443296a0d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=289e9279bc3446a6a3fef4e316a79eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482314 Jan 14 22:52:20.876420 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37432) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:20.939402 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-248bf49e-812d-43e1-8afe-e68155dc52bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:20.965956 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-248bf49e-812d-43e1-8afe-e68155dc52bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:21.123729 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-248bf49e-812d-43e1-8afe-e68155dc52bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:21.141720 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bf49e-812d-43e1-8afe-e68155dc52bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23933fb-1336-4caf-b03e-1da403c5cbea,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:21.154143 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-248bf49e-812d-43e1-8afe-e68155dc52bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:21.158188 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-248bf49e-812d-43e1-8afe-e68155dc52bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e23933fb-1336-4caf-b03e-1da403c5cbea HTTP/1.1" status: 204 len: 168 time: 0.2808275 Jan 14 22:52:21.273701 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:21.335923 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bf5520c3-85c3-4631-b162-2903b4c46724 req-50c2a72a-bc17-47d2-81b9-e97d608a1e63 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 210 time: 0.0452659 Jan 14 22:52:21.850841 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37458) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:21.899797 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-048e54f4-8f59-4eb7-91cf-b73286f4800e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61b7740791a04626a2c5b4af12fc869b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477970 Jan 14 22:52:21.902411 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37462) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:21.958854 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3bf75652-e9b4-4cfd-95b7-27152476e422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:21.985961 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3bf75652-e9b4-4cfd-95b7-27152476e422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:22.154342 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3bf75652-e9b4-4cfd-95b7-27152476e422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:22.192816 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf75652-e9b4-4cfd-95b7-27152476e422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209ad624-cdb3-46a9-9f52-e6be48757807,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:22.202222 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-3bf75652-e9b4-4cfd-95b7-27152476e422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:22.206257 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-3bf75652-e9b4-4cfd-95b7-27152476e422 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/209ad624-cdb3-46a9-9f52-e6be48757807 HTTP/1.1" status: 204 len: 168 time: 0.3029356 Jan 14 22:52:22.312721 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181c22-e4ac-4227-8825-81edf7455edf req-3f3564a3-31ac-4582-ba28-278b508cc6bd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:22.314045 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-3f3564a3-31ac-4582-ba28-278b508cc6bd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 817 time: 0.1821787 Jan 14 22:52:22.361970 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-e94c11e8-dcb2-4e75-b2fc-859f10f63ed7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87c3a88bcc946af9bc4b50a83b60ece HTTP/1.1" status: 200 len: 378 time: 0.0396833 Jan 14 22:52:22.369927 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'port': {'device_id': '857dcdff-882a-413c-a9e3-68625fea210a', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'admin_state_up': True, 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'security_groups': ['63581b64-ff7e-45e3-ad2b-fdaf5573dd53']}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:52:22.539983 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3fa224d8-971b-4960-adab-22f97f766283 req-8d636842-a30e-4132-b8ab-bc882c8825eb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 210 time: 0.0737007 Jan 14 22:52:22.573114 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:22.577271 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Usage tracker for resource:port and tenant:f87c3a88bcc946af9bc4b50a83b60ece is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:22.580093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:22.587143 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:22.674121 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Made reservation on behalf of f87c3a88bcc946af9bc4b50a83b60ece for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:52:22.680137 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:22.853141 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Allocated IP 172.20.0.7 (8a778f94-4f90-4b8f-bc52-29864f191d6f/93104011-4e4a-4606-8342-119f00b85613/f01d96be-bb0d-44aa-9328-ef67fda9774e) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:52:23.037885 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:23.054138 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Transition to ACTIVE for port object f01d96be-bb0d-44aa-9328-ef67fda9774e will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:52:23.148026 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:23.217353 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Network 8a778f94-4f90-4b8f-bc52-29864f191d6f is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:52:23.220521 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:52:23.223778 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:52:23.261415 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event updated for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:23.295965 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:23.296561 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:23.394953 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-9c27b916-30a5-4fdb-b4f1-8deb0133c47e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0275433 Jan 14 22:52:23.405094 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Request body: {'port': {'device_id': '857dcdff-882a-413c-a9e3-68625fea210a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:52:23.486258 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37478) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:23.518193 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:23.525304 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-9a6437cb-0a74-4204-9e7d-043ef748d690 None None] Provisioning for port f01d96be-bb0d-44aa-9328-ef67fda9774e completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:52:23.532232 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-9a6437cb-0a74-4204-9e7d-043ef748d690 None None] Provisioning complete for port f01d96be-bb0d-44aa-9328-ef67fda9774e triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:52:23.536413 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9a6437cb-0a74-4204-9e7d-043ef748d690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:23.593925 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-9a6437cb-0a74-4204-9e7d-043ef748d690 None None] Port f01d96be-bb0d-44aa-9328-ef67fda9774e cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:52:23.957966 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Deleting port 08faa13b-3adc-4a2b-9bea-385e56f60c33 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:23.958250 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:24.077113 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713e937-04c6-462a-848f-bbec5d27e309 req-94875dcd-d555-4020-abde-9a6e35fd2b13 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:24.077819 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-3713e937-04c6-462a-848f-bbec5d27e309 req-94875dcd-d555-4020-abde-9a6e35fd2b13 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Synchronizing usage tracker for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:52:24.093084 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01d96be-bb0d-44aa-9328-ef67fda9774e {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:52:24.105286 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:24.121992 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Transition to ACTIVE for port object f01d96be-bb0d-44aa-9328-ef67fda9774e will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:52:24.140310 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:24.140636 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:24.198849 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-3713e937-04c6-462a-848f-bbec5d27e309 req-94875dcd-d555-4020-abde-9a6e35fd2b13 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Unset dirty status for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:52:24.200060 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3713e937-04c6-462a-848f-bbec5d27e309 req-94875dcd-d555-4020-abde-9a6e35fd2b13 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 931 time: 0.3776164 Jan 14 22:52:24.247440 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3713e937-04c6-462a-848f-bbec5d27e309 req-24c2f636-2c4d-45ba-8d6c-7994a6a582ea tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415902 Jan 14 22:52:24.248214 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:24.266431 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Calling delete_port for 08faa13b-3adc-4a2b-9bea-385e56f60c33 owned by network:floatingip {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:24.420951 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Pushing event updated for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:24.490435 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:24.506719 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Attempting to bind port f01d96be-bb0d-44aa-9328-ef67fda9774e on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:52:24.507319 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Attempting to bind port f01d96be-bb0d-44aa-9328-ef67fda9774e by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:52:24.507707 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Attempting to bind port f01d96be-bb0d-44aa-9328-ef67fda9774e on network 8a778f94-4f90-4b8f-bc52-29864f191d6f {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:52:24.512617 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Port f01d96be-bb0d-44aa-9328-ef67fda9774e on network 8a778f94-4f90-4b8f-bc52-29864f191d6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:52:24.513600 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Attempting to bind port f01d96be-bb0d-44aa-9328-ef67fda9774e on network 8a778f94-4f90-4b8f-bc52-29864f191d6f {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:52:24.519998 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:52:24.520422 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Checking segment: {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:52:24.520875 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Bound using segment: {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:52:24.521409 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Bound port: f01d96be-bb0d-44aa-9328-ef67fda9774e, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:52:24.521805 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:24.546557 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event deleted for resources: {'Port': ['ID=08faa13b-3adc-4a2b-9bea-385e56f60c33,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:24.618190 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:52:24.621649 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:52:24.642995 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for floatingip, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:24.643377 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.l3_db [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Floating IP af992da3-2f02-46cc-9453-e9168c703d70 disassociated (deleted). External IP: 172.27.3.72, port: 34bc8f2b-3c24-4783-9fc4-be81e10caeef. Jan 14 22:52:24.690617 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:24.754836 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:24.755540 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:24.756814 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] 10.222.0.39 "PUT /v2.0/ports/f01d96be-bb0d-44aa-9328-ef67fda9774e HTTP/1.1" status: 200 len: 1093 time: 1.3557751 Jan 14 22:52:24.757255 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:52:24.794505 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b175a8-fe7f-4b6d-99e7-45b241f6f826 service neutron] Pushing event updated for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:24.865013 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'status': 'completed', 'code': 200} Jan 14 22:52:24.986617 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181c22-e4ac-4227-8825-81edf7455edf req-ab6682fa-2b7d-4465-8b2e-9cb4dfbb4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:24.988789 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-ab6682fa-2b7d-4465-8b2e-9cb4dfbb4558 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 1096 time: 0.1013319 Jan 14 22:52:25.063906 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-ea244b98-08b5-46d8-9650-ee28d3386695 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e HTTP/1.1" status: 200 len: 217 time: 0.0684979 Jan 14 22:52:25.126539 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:52:25.136225 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181c22-e4ac-4227-8825-81edf7455edf req-0472eda7-42bd-46e0-816d-8cbbe67eedee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:25.137694 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-0472eda7-42bd-46e0-816d-8cbbe67eedee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.0686049 Jan 14 22:52:25.214376 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181c22-e4ac-4227-8825-81edf7455edf req-bc3b9938-10b4-4581-b1fa-b9431573951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:25.215860 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-bc3b9938-10b4-4581-b1fa-b9431573951e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727341 Jan 14 22:52:25.310915 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:52:25.323438 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] Sync routers for ids ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:52:25.333534 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] Routers {'3b33b5d4-f06b-4566-948e-a8af3e6535b2'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:25.334223 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:25.354477 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-adb9023b-bd68-4bea-9f29-cb48fcf7fcd5 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318631 Jan 14 22:52:25.421733 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:25.485775 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-bbf4038d-750a-475a-9315-085c54ab65bb tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "DELETE /v2.0/floatingips/af992da3-2f02-46cc-9453-e9168c703d70 HTTP/1.1" status: 204 len: 168 time: 1.9975166 Jan 14 22:52:25.486424 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:52:25.524515 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] Set router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:25.555694 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-96181c22-e4ac-4227-8825-81edf7455edf req-f5e1ba06-fdaf-4114-a08a-844f06611cd9 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947067 Jan 14 22:52:25.570976 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c1286-7a2d-4a49-a94b-97f4711b00ec req-f36da4a4-5307-4dad-8c28-f1938d1b8b79 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:25.573319 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6e5c1286-7a2d-4a49-a94b-97f4711b00ec req-f36da4a4-5307-4dad-8c28-f1938d1b8b79 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.1931326 Jan 14 22:52:25.622486 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6e5c1286-7a2d-4a49-a94b-97f4711b00ec req-2c785ed0-13ec-4541-8e54-07771aa58c7c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430486 Jan 14 22:52:25.682856 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'status': 'completed', 'code': 200} Jan 14 22:52:25.736547 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25898b26-3ed6-4676-aae4-58a247c6689e req-e30c9e2f-6f29-491d-b8e4-6cd35ad7e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:25.738952 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25898b26-3ed6-4676-aae4-58a247c6689e req-e30c9e2f-6f29-491d-b8e4-6cd35ad7e32c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 1096 time: 0.0739720 Jan 14 22:52:25.783239 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-5e186d05-e2c3-473b-97bc-3feef0c19b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:25.785881 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-5e186d05-e2c3-473b-97bc-3feef0c19b0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=439cb5d34f974c91830ad89417541b65&device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 1098 time: 0.0815253 Jan 14 22:52:25.862730 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:51Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '07b92f8d-734c-441b-8988-6ae27a71c92b', 'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'mac_address': 'fa:16:3e:f3:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:49Z', 'updated_at': '2022-01-14T22:46:59Z', 'revision_number': 5, 'project_id': '439cb5d34f974c91830ad89417541b65', 'subnets': [{'id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:25.867364 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] Checking router: 3b33b5d4-f06b-4566-948e-a8af3e6535b2 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:52:25.875917 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25898b26-3ed6-4676-aae4-58a247c6689e req-73b4e28e-2063-4a4e-9d2d-44fdafcee0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:25.877357 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25898b26-3ed6-4676-aae4-58a247c6689e req-73b4e28e-2063-4a4e-9d2d-44fdafcee0fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 917 time: 0.1323185 Jan 14 22:52:25.877631 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] Routers {'3b33b5d4-f06b-4566-948e-a8af3e6535b2'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:25.878288 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:25.930935 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-e7ce6e70-5610-4724-8710-c60043b36667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:25.932384 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-e7ce6e70-5610-4724-8710-c60043b36667 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8158e17-53f5-45de-93ff-757f87c67705 HTTP/1.1" status: 200 len: 909 time: 0.1403081 Jan 14 22:52:25.959282 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25898b26-3ed6-4676-aae4-58a247c6689e req-e80d1107-4805-4268-b875-a81d89f7a069 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e HTTP/1.1" status: 200 len: 217 time: 0.0752921 Jan 14 22:52:26.022120 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-97199c6f-ed23-45cc-a222-eb5c62b93bb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef HTTP/1.1" status: 200 len: 217 time: 0.0828393 Jan 14 22:52:26.046055 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25898b26-3ed6-4676-aae4-58a247c6689e req-4421f894-8a1a-4bc7-8f64-67b00775617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:26.047818 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25898b26-3ed6-4676-aae4-58a247c6689e req-4421f894-8a1a-4bc7-8f64-67b00775617f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.0811145 Jan 14 22:52:26.118576 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] Set router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:26.123198 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-1e724ff6-5f0b-4987-9bca-0d405b2cdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:26.124935 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-1e724ff6-5f0b-4987-9bca-0d405b2cdec3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b99ea17-f83f-41c7-8c16-d52cd11450ce HTTP/1.1" status: 200 len: 848 time: 0.0946805 Jan 14 22:52:26.209519 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-b38a7dd8-bf15-421f-a451-daeebda1b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:26.211785 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-b38a7dd8-bf15-421f-a451-daeebda1b01d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8158e17-53f5-45de-93ff-757f87c67705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791111 Jan 14 22:52:26.303911 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c141e-0b66-420f-9cf5-cb5264ac28ca req-4c18a7b7-78d4-4c45-95f4-7a318914109e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:26.305399 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5b5c141e-0b66-420f-9cf5-cb5264ac28ca req-4c18a7b7-78d4-4c45-95f4-7a318914109e tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.2083242 Jan 14 22:52:26.308407 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25898b26-3ed6-4676-aae4-58a247c6689e req-9483e1c6-f3e0-4765-84cb-5bc069f5d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:26.310186 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25898b26-3ed6-4676-aae4-58a247c6689e req-9483e1c6-f3e0-4765-84cb-5bc069f5d9eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2556646 Jan 14 22:52:26.365241 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-4c9f0a5c-925d-4f04-8826-9e22caf3d71c service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459949 Jan 14 22:52:26.396383 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5b5c141e-0b66-420f-9cf5-cb5264ac28ca req-1c852f7c-9f60-49ac-beab-ca210bad1eb6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844204 Jan 14 22:52:26.490127 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25898b26-3ed6-4676-aae4-58a247c6689e req-d6ec9a08-680f-4f3f-9a5f-e56d5d2bce5f service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620119 Jan 14 22:52:26.495050 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:51Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '07b92f8d-734c-441b-8988-6ae27a71c92b', 'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'mac_address': 'fa:16:3e:f3:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:49Z', 'updated_at': '2022-01-14T22:46:59Z', 'revision_number': 5, 'project_id': '439cb5d34f974c91830ad89417541b65', 'subnets': [{'id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:26.499899 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff20d99-75b0-4060-98ba-cd89ecc6f705 None None] The sync data for ids ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'] in dv-cinder-824801-1-iscsi is: [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:46:51Z', 'revision_number': 4, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '07b92f8d-734c-441b-8988-6ae27a71c92b', 'name': '', 'network_id': 'a8158e17-53f5-45de-93ff-757f87c67705', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'mac_address': 'fa:16:3e:f3:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:49Z', 'updated_at': '2022-01-14T22:46:59Z', 'revision_number': 5, 'project_id': '439cb5d34f974c91830ad89417541b65', 'subnets': [{'id': '5b99ea17-f83f-41c7-8c16-d52cd11450ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:52:26.523877 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-1eb706b4-cb6e-40fe-8762-49a0bf75e904 req-1c574cad-099b-48d6-aaba-42f18d951cad service neutron] 10.222.0.39 "GET /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522946 Jan 14 22:52:26.635457 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-25898b26-3ed6-4676-aae4-58a247c6689e req-5411a4ce-5622-443b-ba2b-97d9fb7ffc35 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387227 Jan 14 22:52:26.781280 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9786ee-aa98-498c-b86b-43641a0490e3 None None] New status for floating IP af992da3-2f02-46cc-9453-e9168c703d70: DOWN {{(pid=87474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:52:26.827179 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecfb70-0fc2-4aed-94a6-e255377fc7cd req-827a9c23-67e3-40f9-97ea-7e74b7ad5bef tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:26.830263 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9cecfb70-0fc2-4aed-94a6-e255377fc7cd req-827a9c23-67e3-40f9-97ea-7e74b7ad5bef tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.0882223 Jan 14 22:52:26.874105 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9cecfb70-0fc2-4aed-94a6-e255377fc7cd req-9d651dbc-6405-461e-8f56-59e464986cdc tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388508 Jan 14 22:52:27.486952 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391e700-f2af-41ad-a729-037a3524cb0b req-753dad7b-3951-413b-ac45-4d72b416bcc6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:27.489032 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1391e700-f2af-41ad-a729-037a3524cb0b req-753dad7b-3951-413b-ac45-4d72b416bcc6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.0881882 Jan 14 22:52:27.614817 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-1391e700-f2af-41ad-a729-037a3524cb0b req-3552f00d-f3eb-467c-ac26-8ed7754f20d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Deleting port 34bc8f2b-3c24-4783-9fc4-be81e10caeef {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:27.615159 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1391e700-f2af-41ad-a729-037a3524cb0b req-3552f00d-f3eb-467c-ac26-8ed7754f20d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:27.739772 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da0b67-6bfc-4fe8-b775-28d7c6313a5c req-bf07247f-bb3f-472a-9ded-7795b56cd903 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:27.741116 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f0da0b67-6bfc-4fe8-b775-28d7c6313a5c req-bf07247f-bb3f-472a-9ded-7795b56cd903 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 945 time: 0.2117736 Jan 14 22:52:27.827876 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f0da0b67-6bfc-4fe8-b775-28d7c6313a5c req-2a764bcf-d0f2-4f0c-af94-355c00a7bf26 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/security-groups?id=905817fc-645b-4c73-8ce1-d2ecc5c2b276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811028 Jan 14 22:52:27.922331 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-1391e700-f2af-41ad-a729-037a3524cb0b req-3552f00d-f3eb-467c-ac26-8ed7754f20d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] For port 34bc8f2b-3c24-4783-9fc4-be81e10caeef, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=34bc8f2b-3c24-4783-9fc4-be81e10caeef,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:27.922722 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1391e700-f2af-41ad-a729-037a3524cb0b req-3552f00d-f3eb-467c-ac26-8ed7754f20d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:27.923566 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37548) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:28.044453 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-39d6127d-8903-43eb-a435-27070e7ba3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.059148 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-39d6127d-8903-43eb-a435-27070e7ba3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:28.062925 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-39d6127d-8903-43eb-a435-27070e7ba3fe admin admin] Usage tracker for resource:security_group_rule and tenant:7765255144f14bcc8e18943c924bbba9 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:28.065702 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-39d6127d-8903-43eb-a435-27070e7ba3fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:28.071281 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-39d6127d-8903-43eb-a435-27070e7ba3fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:28.087359 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-1391e700-f2af-41ad-a729-037a3524cb0b req-3552f00d-f3eb-467c-ac26-8ed7754f20d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Calling delete_port for 34bc8f2b-3c24-4783-9fc4-be81e10caeef owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:28.097115 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device f01d96be-bb0d-44aa-9328-ef67fda9774e details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:52:28.154196 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-39d6127d-8903-43eb-a435-27070e7ba3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.204426 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3050b4c-4aeb-44ad-9a55-c33a3504726d req-dd1bffef-98d1-4cfd-afbd-b165dc8a2a82 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:28.205868 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3050b4c-4aeb-44ad-9a55-c33a3504726d req-dd1bffef-98d1-4cfd-afbd-b165dc8a2a82 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.2132444 Jan 14 22:52:28.235390 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:28.249089 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'port_id': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'mac_address': 'fa:16:3e:d6:40:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:52:28.285111 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-39d6127d-8903-43eb-a435-27070e7ba3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.305516 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3050b4c-4aeb-44ad-9a55-c33a3504726d req-26a29902-6faa-483c-adf8-de349c7da8b3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683010 Jan 14 22:52:28.311015 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.329044 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01d96be-bb0d-44aa-9328-ef67fda9774e {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:52:28.338745 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6127d-8903-43eb-a435-27070e7ba3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411fed86-b751-4f5e-81da-217d29a92218,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:28.343070 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-39d6127d-8903-43eb-a435-27070e7ba3fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7765255144f14bcc8e18943c924bbba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185081 Jan 14 22:52:28.345935 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37554) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:28.350150 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:28.404374 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0a3058ae-86e1-4c69-a52c-5b2a22b70a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.427430 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.430346 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0a3058ae-86e1-4c69-a52c-5b2a22b70a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.436996 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1391e700-f2af-41ad-a729-037a3524cb0b req-3552f00d-f3eb-467c-ac26-8ed7754f20d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.494238 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:28.501750 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.502035 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.502371 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.502701 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.503603 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.504045 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.504371 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.504693 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.505016 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.505332 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.505649 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.505990 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:28.592056 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552f00d-f3eb-467c-ac26-8ed7754f20d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event deleted for resources: {'Port': ['ID=34bc8f2b-3c24-4783-9fc4-be81e10caeef,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:28.659937 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['f01d96be-bb0d-44aa-9328-ef67fda9774e'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:52:28.675327 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-1391e700-f2af-41ad-a729-037a3524cb0b req-3552f00d-f3eb-467c-ac26-8ed7754f20d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] No DVR routers for this DVR port 34bc8f2b-3c24-4783-9fc4-be81e10caeef on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:52:28.677694 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1391e700-f2af-41ad-a729-037a3524cb0b req-3552f00d-f3eb-467c-ac26-8ed7754f20d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.680231 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'name': 'network-vif-deleted', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:52:28.698439 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1391e700-f2af-41ad-a729-037a3524cb0b req-3552f00d-f3eb-467c-ac26-8ed7754f20d6 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.39 "DELETE /v2.0/ports/34bc8f2b-3c24-4783-9fc4-be81e10caeef HTTP/1.1" status: 204 len: 173 time: 1.2037108 Jan 14 22:52:28.730054 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3338755-6bc4-4ce1-970f-81f9ed14d0f5', 'name': 'network-vif-deleted', 'tag': '34bc8f2b-3c24-4783-9fc4-be81e10caeef', 'status': 'completed', 'code': 200} Jan 14 22:52:28.833108 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0a3058ae-86e1-4c69-a52c-5b2a22b70a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.835552 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0a3058ae-86e1-4c69-a52c-5b2a22b70a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:28.836780 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-0a3058ae-86e1-4c69-a52c-5b2a22b70a3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/411fed86-b751-4f5e-81da-217d29a92218 HTTP/1.1" status: 204 len: 168 time: 0.4898496 Jan 14 22:52:28.846821 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3058ae-86e1-4c69-a52c-5b2a22b70a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411fed86-b751-4f5e-81da-217d29a92218,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:29.001803 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-5adde747-8073-4242-ab75-a5a608e8830c req-08c40c23-2099-44e2-9a37-ed4dc6550410 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Synchronizing usage tracker for tenant:439cb5d34f974c91830ad89417541b65 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:52:29.073161 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-5adde747-8073-4242-ab75-a5a608e8830c req-08c40c23-2099-44e2-9a37-ed4dc6550410 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Unset dirty status for tenant:439cb5d34f974c91830ad89417541b65 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:52:29.074739 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5adde747-8073-4242-ab75-a5a608e8830c req-08c40c23-2099-44e2-9a37-ed4dc6550410 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 210 time: 0.1177609 Jan 14 22:52:29.460577 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37568) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:29.481525 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5462b37-9712-410f-a498-0b1f01c38ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:29.499776 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e5462b37-9712-410f-a498-0b1f01c38ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:29.506059 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e5462b37-9712-410f-a498-0b1f01c38ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:104b77542318491e825d144431c541c3 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:29.509971 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e5462b37-9712-410f-a498-0b1f01c38ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:29.516154 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e5462b37-9712-410f-a498-0b1f01c38ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:29.534503 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ead5b3-c279-42ff-98b9-a32807473dc8 req-cd91a785-3dd5-4362-a373-acb16933d950 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:29.536266 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e5ead5b3-c279-42ff-98b9-a32807473dc8 req-cd91a785-3dd5-4362-a373-acb16933d950 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 944 time: 0.1170664 Jan 14 22:52:29.582678 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e5ead5b3-c279-42ff-98b9-a32807473dc8 req-57d831fe-bc6b-4125-91ef-b0bc2777f2d1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396662 Jan 14 22:52:29.599878 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5462b37-9712-410f-a498-0b1f01c38ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:29.672902 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e5462b37-9712-410f-a498-0b1f01c38ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:29.723373 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-e5462b37-9712-410f-a498-0b1f01c38ba1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=104b77542318491e825d144431c541c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616601 Jan 14 22:52:29.724214 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5462b37-9712-410f-a498-0b1f01c38ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f2e3b9-b1eb-429e-aee0-a2ad2daf61da,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:29.726587 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37572) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:29.784424 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-17c9b79a-7645-4e79-8668-ae1f9281198c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:29.813044 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-17c9b79a-7645-4e79-8668-ae1f9281198c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:29.941433 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-17c9b79a-7645-4e79-8668-ae1f9281198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:29.958022 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9b79a-7645-4e79-8668-ae1f9281198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f2e3b9-b1eb-429e-aee0-a2ad2daf61da,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:29.962422 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-17c9b79a-7645-4e79-8668-ae1f9281198c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:29.966688 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-17c9b79a-7645-4e79-8668-ae1f9281198c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11f2e3b9-b1eb-429e-aee0-a2ad2daf61da HTTP/1.1" status: 204 len: 168 time: 0.2351625 Jan 14 22:52:30.106010 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device f01d96be-bb0d-44aa-9328-ef67fda9774e up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:52:30.228072 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port f01d96be-bb0d-44aa-9328-ef67fda9774e completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:52:30.233771 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port f01d96be-bb0d-44aa-9328-ef67fda9774e triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:52:30.234166 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:30.265445 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b0db3f5f-479b-4e2d-be36-4e4847e14df3 req-08fec15a-e2fa-4db4-a25e-cda6cebed31c tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3338755-6bc4-4ce1-970f-81f9ed14d0f5 HTTP/1.1" status: 200 len: 210 time: 0.0435352 Jan 14 22:52:30.354015 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:30.383079 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:52:30.392756 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:30.428079 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'code': 200} Jan 14 22:52:30.457688 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:30.458524 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 34bc8f2b-3c24-4783-9fc4-be81e10caeef no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:30.539407 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: 34bc8f2b-3c24-4783-9fc4-be81e10caeef {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:30.539742 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 34bc8f2b-3c24-4783-9fc4-be81e10caeef not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:30.573405 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:30.836745 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53721e1-2baf-4217-800d-89abe70a0f2e req-fc51d050-33b3-4ff0-8268-70086746cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:30.838179 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d53721e1-2baf-4217-800d-89abe70a0f2e req-fc51d050-33b3-4ff0-8268-70086746cb63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 1098 time: 0.1014926 Jan 14 22:52:30.845296 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559be78-d968-4651-bffb-26fc078f95e4 req-05be4070-bfaf-451a-a3e8-f876fb00886f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:30.846675 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4559be78-d968-4651-bffb-26fc078f95e4 req-05be4070-bfaf-451a-a3e8-f876fb00886f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.1459215 Jan 14 22:52:30.918185 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d53721e1-2baf-4217-800d-89abe70a0f2e req-c4ccf68e-a9bc-4b62-a959-bf89d3740868 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700271 Jan 14 22:52:30.920967 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4559be78-d968-4651-bffb-26fc078f95e4 req-5d5b7201-5dab-440d-aa31-035dfd62ef4a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606935 Jan 14 22:52:31.361772 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37610) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:31.429512 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-798c6938-7f11-472c-9ae9-3cbf638b7c36 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:31.459032 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-798c6938-7f11-472c-9ae9-3cbf638b7c36 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:31.564282 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-798c6938-7f11-472c-9ae9-3cbf638b7c36 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:31.583405 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c6938-7f11-472c-9ae9-3cbf638b7c36 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905817fc-645b-4c73-8ce1-d2ecc5c2b276,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:31.586848 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-798c6938-7f11-472c-9ae9-3cbf638b7c36 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:31.587963 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-798c6938-7f11-472c-9ae9-3cbf638b7c36 tempest-TestShelveInstance-1003591729 tempest-TestShelveInstance-1003591729-project] 10.222.0.25 "DELETE /v2.0/security-groups/905817fc-645b-4c73-8ce1-d2ecc5c2b276 HTTP/1.1" status: 204 len: 168 time: 0.2247751 Jan 14 22:52:31.711588 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37616) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:32.271110 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd6713-1704-4418-9b64-1e949e79559a req-91fe8cbd-8e90-41c8-8a02-32ef128065d8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:32.272549 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dbbd6713-1704-4418-9b64-1e949e79559a req-91fe8cbd-8e90-41c8-8a02-32ef128065d8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.2349598 Jan 14 22:52:32.370274 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dbbd6713-1704-4418-9b64-1e949e79559a req-75d28e2c-a0f7-499a-9a03-c0583fcc01fb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903308 Jan 14 22:52:32.523884 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943118'] for router_interface, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:32.954767 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] Deleting port 07b92f8d-734c-441b-8988-6ae27a71c92b {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:32.955108 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:33.129005 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] For port 07b92f8d-734c-441b-8988-6ae27a71c92b, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=07b92f8d-734c-441b-8988-6ae27a71c92b,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:33.129297 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:33.250005 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] Calling delete_port for 07b92f8d-734c-441b-8988-6ae27a71c92b owned by network:router_interface {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:33.403946 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:52:33.473753 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:33.554484 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=07b92f8d-734c-441b-8988-6ae27a71c92b,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:33.751124 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48939d-65c6-4dc1-8d45-811a6b3dc59d req-3a61e4ed-32bf-4785-b208-40873976482d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:33.753117 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4f48939d-65c6-4dc1-8d45-811a6b3dc59d req-3a61e4ed-32bf-4785-b208-40873976482d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.2412491 Jan 14 22:52:33.879626 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4f48939d-65c6-4dc1-8d45-811a6b3dc59d req-57d07a32-0472-43b2-825f-9f54e5ce90aa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160388 Jan 14 22:52:33.892291 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943218'] for router_interface, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:34.311887 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a527abd-1f12-4198-a977-83f30c0c8675 req-ea571d29-bb51-4f12-9829-6f4ded049e14 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:34.313322 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1a527abd-1f12-4198-a977-83f30c0c8675 req-ea571d29-bb51-4f12-9829-6f4ded049e14 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.3288746 Jan 14 22:52:34.322489 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37640) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:34.327706 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-70caed7f-71fd-4fa6-8b35-db6886dc4b8f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Request body: {'floatingip': {'port_id': 'f01d96be-bb0d-44aa-9328-ef67fda9774e'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:52:34.401291 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-70caed7f-71fd-4fa6-8b35-db6886dc4b8f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, before_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:34.410767 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] Router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:52:34.596037 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:52:34.605336 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] Sync routers for ids ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:52:34.615703 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] Routers {'3b33b5d4-f06b-4566-948e-a8af3e6535b2'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:34.616333 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:34.670422 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-0c285e92-df32-48c8-a1e5-cc21ca50b4ea admin admin] 10.222.0.25 "PUT /v2.0/routers/3b33b5d4-f06b-4566-948e-a8af3e6535b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9552190 Jan 14 22:52:34.671057 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37648) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:34.839339 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37654) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:34.861813 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] Set router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:34.895550 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Notify callbacks [] for router, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:34.996937 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-29a80f7b-79ac-4c35-8390-cad4b3cf3452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.063528 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-29a80f7b-79ac-4c35-8390-cad4b3cf3452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:35.082481 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-29a80f7b-79ac-4c35-8390-cad4b3cf3452 admin admin] Usage tracker for resource:security_group_rule and tenant:29c1b111175a4b939840f3491b38c39e is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:35.087194 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-29a80f7b-79ac-4c35-8390-cad4b3cf3452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:35.095567 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-29a80f7b-79ac-4c35-8390-cad4b3cf3452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:35.129161 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.130923 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-70caed7f-71fd-4fa6-8b35-db6886dc4b8f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.170068 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-70caed7f-71fd-4fa6-8b35-db6886dc4b8f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.178037 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:52:33Z', 'revision_number': 5, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port': {'id': '9cbc2504-4333-4d38-8a05-aef0f963427f', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:45Z', 'updated_at': '2022-01-14T22:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:35.182283 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] Checking router: 3b33b5d4-f06b-4566-948e-a8af3e6535b2 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:52:35.191716 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] Routers {'3b33b5d4-f06b-4566-948e-a8af3e6535b2'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:35.192372 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:35.204312 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-29a80f7b-79ac-4c35-8390-cad4b3cf3452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.232660 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Deleting port 9cbc2504-4333-4d38-8a05-aef0f963427f {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:35.233581 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.277567 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-29a80f7b-79ac-4c35-8390-cad4b3cf3452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.347879 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] Set router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 gateway port host: None {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:35.349155 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a80f7b-79ac-4c35-8390-cad4b3cf3452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daca429a-05ef-4ca9-9f77-48d313929fa4,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:35.350210 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.l3_db [None req-70caed7f-71fd-4fa6-8b35-db6886dc4b8f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Floating IP c4392ced-8453-41b9-a5a6-59c0142eeca0 associated. External IP: 172.27.3.26, port: f01d96be-bb0d-44aa-9328-ef67fda9774e. Jan 14 22:52:35.363702 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-29a80f7b-79ac-4c35-8390-cad4b3cf3452 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29c1b111175a4b939840f3491b38c39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232501 Jan 14 22:52:35.367124 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37660) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:35.458792 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:52:35Z', 'revision_number': 6, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port_host': None}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:35.462861 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344e1a6-5345-4bd0-a7e6-886e34267f14 None None] The sync data for ids ['3b33b5d4-f06b-4566-948e-a8af3e6535b2'] in dv-cinder-824801-1-iscsi is: [{'id': '3b33b5d4-f06b-4566-948e-a8af3e6535b2', 'name': 'tempest-TestShelveInstance-2054408149-router', 'tenant_id': '439cb5d34f974c91830ad89417541b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:44Z', 'updated_at': '2022-01-14T22:52:35Z', 'revision_number': 6, 'project_id': '439cb5d34f974c91830ad89417541b65', 'gw_port_host': None}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:52:35.502027 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] For port 9cbc2504-4333-4d38-8a05-aef0f963427f, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=9cbc2504-4333-4d38-8a05-aef0f963427f,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:35.505934 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.518880 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69ea98a1-9623-407b-a1dd-81cb47039e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.637751 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Calling delete_port for 9cbc2504-4333-4d38-8a05-aef0f963427f owned by network:router_gateway {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:35.695909 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69ea98a1-9623-407b-a1dd-81cb47039e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.730909 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70caed7f-71fd-4fa6-8b35-db6886dc4b8f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Router 8de053a6-2f0a-469f-b137-e859af16719b has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:52:35.930081 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70caed7f-71fd-4fa6-8b35-db6886dc4b8f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:52:35.946186 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] Sync routers for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:52:35.952058 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-70caed7f-71fd-4fa6-8b35-db6886dc4b8f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.953316 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69ea98a1-9623-407b-a1dd-81cb47039e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.956938 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:35.957982 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:35.974867 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea98a1-9623-407b-a1dd-81cb47039e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daca429a-05ef-4ca9-9f77-48d313929fa4,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:35.983812 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-69ea98a1-9623-407b-a1dd-81cb47039e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:35.984911 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-69ea98a1-9623-407b-a1dd-81cb47039e87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/daca429a-05ef-4ca9-9f77-48d313929fa4 HTTP/1.1" status: 204 len: 168 time: 0.6172080 Jan 14 22:52:36.013988 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-70caed7f-71fd-4fa6-8b35-db6886dc4b8f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "PUT /v2.0/floatingips/c4392ced-8453-41b9-a5a6-59c0142eeca0 HTTP/1.1" status: 200 len: 990 time: 1.6903672 Jan 14 22:52:36.020815 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:52:36.037924 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:36.076076 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'status': 'completed', 'code': 200} Jan 14 22:52:36.086884 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbc2504-4333-4d38-8a05-aef0f963427f,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:36.184977 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:36.235829 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591349'] for router_gateway, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:36.308230 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-7aa96d43-d0bd-4262-90d2-744c602c60b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:36.333244 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 07b92f8d-734c-441b-8988-6ae27a71c92b no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:36.371994 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 07b92f8d-734c-441b-8988-6ae27a71c92b {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:36.372332 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 07b92f8d-734c-441b-8988-6ae27a71c92b not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:36.372743 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 9cbc2504-4333-4d38-8a05-aef0f963427f no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:36.418302 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 9cbc2504-4333-4d38-8a05-aef0f963427f {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:36.418645 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 9cbc2504-4333-4d38-8a05-aef0f963427f not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:36.426120 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125274'] for router, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:36.429400 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:36.448856 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-f25aa2fb-d8b2-4a54-bfeb-af093d791bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:36.450546 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-f25aa2fb-d8b2-4a54-bfeb-af093d791bc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 1098 time: 0.3286974 Jan 14 22:52:36.583695 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590148'] for router, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:36.584192 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b33b5d4-f06b-4566-948e-a8af3e6535b2 {{(pid=87473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 22:52:36.607194 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:36.608361 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-7f816166-4284-40ba-9484-49468531e8be admin admin] 10.222.0.25 "DELETE /v2.0/routers/3b33b5d4-f06b-4566-948e-a8af3e6535b2 HTTP/1.1" status: 204 len: 168 time: 1.9362907 Jan 14 22:52:36.611106 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37678) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:36.636845 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-172e1c5e-060f-41c6-9a4b-62779199ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:36.638417 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-172e1c5e-060f-41c6-9a4b-62779199ca9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 917 time: 0.1638734 Jan 14 22:52:36.659323 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': 'c4392ced-8453-41b9-a5a6-59c0142eeca0', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'port_id': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'mac_address': 'fa:16:3e:d6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dcdff-882a-413c-a9e3-68625fea210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:52:18Z', 'updated_at': '2022-01-14T22:52:35Z', 'revision_number': 1, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:36.663619 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] Checking router: 8de053a6-2f0a-469f-b137-e859af16719b for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:52:36.673429 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:36.674079 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:36.699679 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae1f50c-60c3-4362-b81f-3e5e7ad8ba6d admin admin] Deleting subnet 5b99ea17-f83f-41c7-8c16-d52cd11450ce {{(pid=87472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:52:36.703284 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5ae1f50c-60c3-4362-b81f-3e5e7ad8ba6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:36.773551 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5ae1f50c-60c3-4362-b81f-3e5e7ad8ba6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615911'] for subnet, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:36.786367 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-fbb2f08e-fd7a-4f7b-ba3e-48696ad8b751 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e HTTP/1.1" status: 200 len: 998 time: 0.1408539 Jan 14 22:52:36.853527 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-585ce244-0ddf-4f5c-a8cd-233bbfda3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:36.855398 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-585ce244-0ddf-4f5c-a8cd-233bbfda3a86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.0624571 Jan 14 22:52:36.871394 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5ae1f50c-60c3-4362-b81f-3e5e7ad8ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:36.890249 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:36.960840 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-61e0fbc0-1963-47c2-baa1-a4f9fad21b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:52:36.963166 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-61e0fbc0-1963-47c2-baa1-a4f9fad21b80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018894 Jan 14 22:52:37.136356 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-d82c924a-1fd6-4315-a5ca-540ac2427c2f service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615973 Jan 14 22:52:37.176475 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5ae1f50c-60c3-4362-b81f-3e5e7ad8ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61016213'] for subnet, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:37.246693 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-5ae1f50c-60c3-4362-b81f-3e5e7ad8ba6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:37.248407 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a27ce-add3-4954-9e90-405d652cf3b2 None None] Network a8158e17-53f5-45de-93ff-757f87c67705 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:52:37.262599 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1f50c-60c3-4362-b81f-3e5e7ad8ba6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b99ea17-f83f-41c7-8c16-d52cd11450ce,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:37.267702 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-5ae1f50c-60c3-4362-b81f-3e5e7ad8ba6d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5b99ea17-f83f-41c7-8c16-d52cd11450ce HTTP/1.1" status: 204 len: 168 time: 0.6555755 Jan 14 22:52:37.274130 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37694) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:37.288449 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-84a53e1b-039a-4fd3-ab65-640917e7b1b6 req-10fec535-fe81-40d6-9392-7573458cf63f service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441202 Jan 14 22:52:37.388338 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:37.398606 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Deleting port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:37.398939 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:37.499782 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': 'c4392ced-8453-41b9-a5a6-59c0142eeca0', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'port_id': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'mac_address': 'fa:16:3e:d6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dcdff-882a-413c-a9e3-68625fea210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:52:18Z', 'updated_at': '2022-01-14T22:52:35Z', 'revision_number': 1, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:37.505563 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09320fe-3786-463f-9378-967f8bca3ac6 None None] The sync data for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi is: [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': 'c4392ced-8453-41b9-a5a6-59c0142eeca0', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'port_id': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'mac_address': 'fa:16:3e:d6:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dcdff-882a-413c-a9e3-68625fea210a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:52:18Z', 'updated_at': '2022-01-14T22:52:35Z', 'revision_number': 1, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:52:37.598425 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] DHCP port deletion for a8158e17-53f5-45de-93ff-757f87c67705 request from dv-cinder-824801-1-iscsi {{(pid=87474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 14 22:52:37.602739 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] Deleting port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:37.603114 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:37.618668 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] For port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=251fb2d8-1682-4fd2-a0bb-447d185f6d2d,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:37.619530 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:37.745266 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Calling delete_port for 251fb2d8-1682-4fd2-a0bb-447d185f6d2d owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:37.781041 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d514d7-38ec-4563-b022-99fd06da74c2 None None] New status for floating IP c4392ced-8453-41b9-a5a6-59c0142eeca0: ACTIVE {{(pid=87475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:52:37.822609 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] For port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=251fb2d8-1682-4fd2-a0bb-447d185f6d2d,segment=NetworkSegment(037ecc93-9e2e-4e1e-aae9-073d33a9ffed),segment_id=037ecc93-9e2e-4e1e-aae9-073d33a9ffed)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:37.822926 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:37.917462 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:37.948059 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] Calling delete_port for 251fb2d8-1682-4fd2-a0bb-447d185f6d2d owned by network:dhcp {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:37.969597 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37706) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:37.989915 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Pushing event deleted for resources: {'Port': ['ID=251fb2d8-1682-4fd2-a0bb-447d185f6d2d,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:37.996279 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] No DVR routers for this DVR port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d on host dv-cinder-824801-1-iscsi {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:52:38.035715 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.db.api [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 22:52:38.036060 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG oslo_db.api [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 22:52:38.102138 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a02c-1214-484c-8114-0125e9581423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.117290 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-b3b9a02c-1214-484c-8114-0125e9581423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:52:38.120968 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-b3b9a02c-1214-484c-8114-0125e9581423 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf211ee98394e01a1d529c97e756368 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:52:38.121532 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.123951 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-b3b9a02c-1214-484c-8114-0125e9581423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:52:38.131096 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-b3b9a02c-1214-484c-8114-0125e9581423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:52:38.153358 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8158e17-53f5-45de-93ff-757f87c67705']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:38.166805 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037ecc93-9e2e-4e1e-aae9-073d33a9ffed') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:38.167135 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037ecc93-9e2e-4e1e-aae9-073d33a9ffed') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:38.180006 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.196684 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.203556 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:52:38.203938 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:52:38.218094 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:52:38.229112 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a02c-1214-484c-8114-0125e9581423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.232643 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 251fb2d8-1682-4fd2-a0bb-447d185f6d2d no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:38.266663 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 251fb2d8-1682-4fd2-a0bb-447d185f6d2d {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:38.267349 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 251fb2d8-1682-4fd2-a0bb-447d185f6d2d not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:38.289933 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a02c-1214-484c-8114-0125e9581423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.338621 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-b3b9a02c-1214-484c-8114-0125e9581423 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaf211ee98394e01a1d529c97e756368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678920 Jan 14 22:52:38.339975 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37714) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:38.342549 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9a02c-1214-484c-8114-0125e9581423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cde4ed0-850e-43b2-bbf1-5de4a7b09c82,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:38.386725 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.405705 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.406527 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d2a74016-2994-4fd7-8a1a-33743a700d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.416781 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a8158e17-53f5-45de-93ff-757f87c67705,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:38.421966 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-00ae68e9-bc1e-4e98-98ee-be18bb4118bc admin admin] 10.222.0.25 "DELETE /v2.0/networks/a8158e17-53f5-45de-93ff-757f87c67705 HTTP/1.1" status: 204 len: 168 time: 1.1466150 Jan 14 22:52:38.424689 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37718) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:38.427758 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-0ea01cf4-4a40-46d2-bf79-b342ed064404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.434729 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d2a74016-2994-4fd7-8a1a-33743a700d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.537168 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] Deleting port 251fb2d8-1682-4fd2-a0bb-447d185f6d2d {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:38.540044 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.558519 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d2a74016-2994-4fd7-8a1a-33743a700d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.573721 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74016-2994-4fd7-8a1a-33743a700d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cde4ed0-850e-43b2-bbf1-5de4a7b09c82,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:38.581443 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d2a74016-2994-4fd7-8a1a-33743a700d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:38.582742 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d2a74016-2994-4fd7-8a1a-33743a700d7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cde4ed0-850e-43b2-bbf1-5de4a7b09c82 HTTP/1.1" status: 204 len: 168 time: 0.2417221 Jan 14 22:52:38.613531 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-9333a2b0-e7a9-4669-84a8-12737b1b8268 None None] The port '251fb2d8-1682-4fd2-a0bb-447d185f6d2d' was deleted {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 14 22:52:39.076044 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943118'] for router_interface, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:39.431815 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] Deleting port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:39.432153 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:39.615315 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:39.627801 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] For port 82e4f66d-cb13-4f7e-8426-53d0ba23c39d, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=82e4f66d-cb13-4f7e-8426-53d0ba23c39d,segment=NetworkSegment(ed5c8e4a-d179-4037-bd77-07f2f946e1a5),segment_id=ed5c8e4a-d179-4037-bd77-07f2f946e1a5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:39.628154 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:39.749366 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] Calling delete_port for 82e4f66d-cb13-4f7e-8426-53d0ba23c39d owned by network:router_interface {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:39.770480 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:40.004262 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:40.053574 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e4f66d-cb13-4f7e-8426-53d0ba23c39d,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:40.334310 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943218'] for router_interface, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:40.808316 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] Router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:52:40.985931 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:52:40.995277 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] Sync routers for ids ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:52:41.004937 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] Routers {'cad09bfa-9c52-4da5-8308-3ddbe332dcc7'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:41.005529 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:41.074356 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-7c3cd154-23bf-4852-9865-50ff22379d07 admin admin] 10.222.0.25 "PUT /v2.0/routers/cad09bfa-9c52-4da5-8308-3ddbe332dcc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6480231 Jan 14 22:52:41.076402 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37754) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:41.199160 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] Set router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:41.241366 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:41.252501 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Notify callbacks [] for router, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:41.431411 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:41.506486 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Deleting port 4eaaec22-cf5e-4cd7-95f7-12763d358053 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:41.506817 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:41.520981 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'name': 'tempest-TestShelveInstance-1904030870-router', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:57Z', 'updated_at': '2022-01-14T22:52:39Z', 'revision_number': 5, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'gw_port': {'id': '4eaaec22-cf5e-4cd7-95f7-12763d358053', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:16:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:46:58Z', 'updated_at': '2022-01-14T22:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:41.525259 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] Checking router: cad09bfa-9c52-4da5-8308-3ddbe332dcc7 for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:52:41.535486 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] Routers {'cad09bfa-9c52-4da5-8308-3ddbe332dcc7'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:52:41.536102 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:52:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:41.690338 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] Set router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 gateway port host: None {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:52:41.699597 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] For port 4eaaec22-cf5e-4cd7-95f7-12763d358053, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4eaaec22-cf5e-4cd7-95f7-12763d358053,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:41.700019 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:41.797110 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'name': 'tempest-TestShelveInstance-1904030870-router', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:57Z', 'updated_at': '2022-01-14T22:52:41Z', 'revision_number': 6, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'gw_port_host': None}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:41.801546 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16fb4f-8aa0-40ed-88d2-ccd67467f560 None None] The sync data for ids ['cad09bfa-9c52-4da5-8308-3ddbe332dcc7'] in dv-cinder-824801-1-iscsi is: [{'id': 'cad09bfa-9c52-4da5-8308-3ddbe332dcc7', 'name': 'tempest-TestShelveInstance-1904030870-router', 'tenant_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:46:57Z', 'updated_at': '2022-01-14T22:52:41Z', 'revision_number': 6, 'project_id': 'b6b4958dfcd84b9f95e216e1ea766fb8', 'gw_port_host': None}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:52:41.834320 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Calling delete_port for 4eaaec22-cf5e-4cd7-95f7-12763d358053 owned by network:router_gateway {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:42.094034 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:42.188187 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 82e4f66d-cb13-4f7e-8426-53d0ba23c39d no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:42.227814 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 82e4f66d-cb13-4f7e-8426-53d0ba23c39d {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:42.228150 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 82e4f66d-cb13-4f7e-8426-53d0ba23c39d not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:42.256395 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Pushing event deleted for resources: {'Port': ['ID=4eaaec22-cf5e-4cd7-95f7-12763d358053,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:42.342944 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591349'] for router_gateway, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:42.510360 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125274'] for router, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:42.512495 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:42.615132 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590148'] for router, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:42.615639 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad09bfa-9c52-4da5-8308-3ddbe332dcc7 {{(pid=87472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 22:52:42.628219 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] Notify callbacks [] for router, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:42.629329 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-6e877122-ff55-468f-bd6b-90ae954e137c admin admin] 10.222.0.25 "DELETE /v2.0/routers/cad09bfa-9c52-4da5-8308-3ddbe332dcc7 HTTP/1.1" status: 204 len: 168 time: 1.5520279 Jan 14 22:52:42.631810 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37766) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:42.690432 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6fb8e9-c6f3-4344-9575-e772cdf2c710 admin admin] Deleting subnet 22681c9f-22aa-444c-bfe0-5a485d598a95 {{(pid=87472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:52:42.693502 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb8e9-c6f3-4344-9575-e772cdf2c710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:42.741955 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb8e9-c6f3-4344-9575-e772cdf2c710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615911'] for subnet, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:42.824036 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb8e9-c6f3-4344-9575-e772cdf2c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:42.969700 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb8e9-c6f3-4344-9575-e772cdf2c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61016213'] for subnet, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.006807 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fb8e9-c6f3-4344-9575-e772cdf2c710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22681c9f-22aa-444c-bfe0-5a485d598a95,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:43.010365 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb8e9-c6f3-4344-9575-e772cdf2c710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.015782 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373518fa-820d-4201-bbb8-2b3d797076d1 None None] Network cd28599d-226e-4bd1-b47b-243bebfd5369 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:52:43.016039 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-ac6fb8e9-c6f3-4344-9575-e772cdf2c710 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22681c9f-22aa-444c-bfe0-5a485d598a95 HTTP/1.1" status: 204 len: 168 time: 0.3833179 Jan 14 22:52:43.019687 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37772) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:43.123124 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.134376 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Deleting port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:43.134658 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.277720 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] DHCP port deletion for cd28599d-226e-4bd1-b47b-243bebfd5369 request from dv-cinder-824801-1-iscsi {{(pid=87474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 14 22:52:43.282043 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] Deleting port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:43.282410 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.364320 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] For port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=53be7b95-55d9-4cbb-8651-34dbc39c7ee5,segment=NetworkSegment(ed5c8e4a-d179-4037-bd77-07f2f946e1a5),segment_id=ed5c8e4a-d179-4037-bd77-07f2f946e1a5)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:43.364665 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.483773 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] For port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=53be7b95-55d9-4cbb-8651-34dbc39c7ee5,segment=NetworkSegment(ed5c8e4a-d179-4037-bd77-07f2f946e1a5),segment_id=ed5c8e4a-d179-4037-bd77-07f2f946e1a5)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:52:43.484154 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.485460 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Calling delete_port for 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:43.603789 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] Calling delete_port for 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 owned by network:dhcp {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:52:43.659514 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.675467 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.db.api [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 22:52:43.675810 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG oslo_db.api [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 22:52:43.710801 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Pushing event deleted for resources: {'Port': ['ID=53be7b95-55d9-4cbb-8651-34dbc39c7ee5,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:43.712569 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] No DVR routers for this DVR port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 on host dv-cinder-824801-1-iscsi {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:52:43.826407 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.851480 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd28599d-226e-4bd1-b47b-243bebfd5369']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:43.863895 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:43.864197 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5c8e4a-d179-4037-bd77-07f2f946e1a5') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:52:43.875334 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.891379 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.897385 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:52:43.897854 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:52:43.910917 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:52:44.037347 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:44.053403 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:44.066026 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] Pushing event deleted for resources: {'Network': ['ID=cd28599d-226e-4bd1-b47b-243bebfd5369,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:44.071346 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-ee3623a8-d057-4f91-b3c2-277823ef098b admin admin] 10.222.0.25 "DELETE /v2.0/networks/cd28599d-226e-4bd1-b47b-243bebfd5369 HTTP/1.1" status: 204 len: 168 time: 1.0506892 Jan 14 22:52:44.177128 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] Deleting port 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:52:44.177495 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:44.239879 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4eaaec22-cf5e-4cd7-95f7-12763d358053 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:44.268899 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-5eb42256-f00c-4584-84f0-4ac0209336ff None None] The port '53be7b95-55d9-4cbb-8651-34dbc39c7ee5' was deleted {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 14 22:52:44.280769 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 4eaaec22-cf5e-4cd7-95f7-12763d358053 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:44.280769 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4eaaec22-cf5e-4cd7-95f7-12763d358053 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:44.281428 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:52:44.314518 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:52:44.315195 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 53be7b95-55d9-4cbb-8651-34dbc39c7ee5 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:52:44.436902 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37782) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:44.485833 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-069c61ad-6ee9-45dd-9544-558e2395f8da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=439cb5d34f974c91830ad89417541b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477600 Jan 14 22:52:44.488923 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37786) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:44.544712 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f8e9-687c-43b6-8fae-e3728a39e6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:44.573463 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f8e9-687c-43b6-8fae-e3728a39e6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:44.717792 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f8e9-687c-43b6-8fae-e3728a39e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:44.733594 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6f8e9-687c-43b6-8fae-e3728a39e6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326dadac-b39e-464a-bd0c-85a58c16cac9,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:44.738621 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f8e9-687c-43b6-8fae-e3728a39e6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:44.739732 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-d3a6f8e9-687c-43b6-8fae-e3728a39e6ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/326dadac-b39e-464a-bd0c-85a58c16cac9 HTTP/1.1" status: 204 len: 168 time: 0.2499568 Jan 14 22:52:45.376272 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37796) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:45.426158 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-36ee9259-824d-4dc2-8238-007d1f8fc462 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6b4958dfcd84b9f95e216e1ea766fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477142 Jan 14 22:52:45.428602 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37800) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:52:45.484665 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:45.510438 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:45.654452 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:45.756327 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc83478-6590-4e81-91d8-2c337f5d6a2f,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:52:45.766825 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.767167 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.767617 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.767963 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.768289 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.768613 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.768933 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.769250 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.769572 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.769912 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.770279 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.770601 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:52:45.775998 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:52:45.776691 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-c704d69b-c1ef-42bd-9387-0bdf2f650675 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afc83478-6590-4e81-91d8-2c337f5d6a2f HTTP/1.1" status: 204 len: 168 time: 0.3471904 Jan 14 22:52:51.260038 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:01.635046 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 37920) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:53:01.794796 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ca40-6eca-45e0-8d79-52b269a75bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:01.794796 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-4eb5ca40-6eca-45e0-8d79-52b269a75bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:53:01.794796 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-4eb5ca40-6eca-45e0-8d79-52b269a75bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:164969ea786d4d698251227436b02af3 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:53:01.794796 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-4eb5ca40-6eca-45e0-8d79-52b269a75bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:53:01.794796 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-4eb5ca40-6eca-45e0-8d79-52b269a75bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:53:01.858080 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ca40-6eca-45e0-8d79-52b269a75bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:01.910825 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ca40-6eca-45e0-8d79-52b269a75bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:01.957146 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-4eb5ca40-6eca-45e0-8d79-52b269a75bd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=164969ea786d4d698251227436b02af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210659 Jan 14 22:53:01.957995 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5ca40-6eca-45e0-8d79-52b269a75bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a979ee-8647-4c22-96fd-ca7c7dd35307,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:53:01.959987 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 37926) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:53:02.017664 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:02.042269 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:02.145361 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:02.159297 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a979ee-8647-4c22-96fd-ca7c7dd35307,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:53:02.168831 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.169164 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.169497 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.169848 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.170177 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.170503 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.170824 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.171143 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.171462 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.171779 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.172094 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.172409 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:02.176946 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:02.178082 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-9d1e66af-8757-4f3f-933f-eacbdd29be88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84a979ee-8647-4c22-96fd-ca7c7dd35307 HTTP/1.1" status: 204 len: 168 time: 0.2170908 Jan 14 22:53:06.184616 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-97418cb1-ac24-4c45-ad5e-04ebe11c56c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:08.401846 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-079b09e5-af6c-42b0-907b-8d1f17495a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:09.612915 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:09.761529 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:10.402977 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:53:11.065479 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7174e2-43b0-4639-8dd2-cdf9a73497f0 req-7ddf6fd6-79aa-4850-8ced-25825248d8e7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:11.066949 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6a7174e2-43b0-4639-8dd2-cdf9a73497f0 req-7ddf6fd6-79aa-4850-8ced-25825248d8e7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 946 time: 0.0864046 Jan 14 22:53:11.104356 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:11.111450 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6a7174e2-43b0-4639-8dd2-cdf9a73497f0 req-f3f997a1-f313-4872-b77f-49083f9d450f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388510 Jan 14 22:53:12.294194 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51118c88-c602-4e40-8348-bdd2407d5e45 req-07cb7b8c-04ea-4c88-977a-7c0873190f69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:12.295646 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-51118c88-c602-4e40-8348-bdd2407d5e45 req-07cb7b8c-04ea-4c88-977a-7c0873190f69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 946 time: 0.0789552 Jan 14 22:53:12.340329 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-51118c88-c602-4e40-8348-bdd2407d5e45 req-37a84ae7-d5df-4b45-962a-2e0af9b4573c tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388417 Jan 14 22:53:12.572466 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-0d57a981-08c1-4830-8e37-5b00d3fadf51 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:12.573915 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-0d57a981-08c1-4830-8e37-5b00d3fadf51 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 946 time: 0.0806079 Jan 14 22:53:12.639801 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Deleting port 4bf6e42c-2634-4e91-b45f-6845f0823117 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:53:12.640137 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:12.877971 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] For port 4bf6e42c-2634-4e91-b45f-6845f0823117, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=4bf6e42c-2634-4e91-b45f-6845f0823117,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:53:12.878236 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:13.157304 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:13.157586 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:13.158002 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Floating IP fdedc15c-89ac-49f5-ac27-67d19a05e1ae disassociated. External IP: 172.27.3.104, port: 4bf6e42c-2634-4e91-b45f-6845f0823117. Jan 14 22:53:13.158337 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Calling delete_port for 4bf6e42c-2634-4e91-b45f-6845f0823117 owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:53:13.361734 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:13.414321 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event deleted for resources: {'Port': ['ID=4bf6e42c-2634-4e91-b45f-6845f0823117,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:53:13.526987 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d4e7b83a-a21e-4007-96cd-62c259d090be req-f6ae8813-dec2-43b4-9e32-9ec572383efb tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 210 time: 0.0589259 Jan 14 22:53:13.638026 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Router b5f1fa97-2203-430d-ab0f-cf60d336301c has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:53:13.912048 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:53:13.921994 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] Sync routers for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:53:13.931082 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:53:13.931677 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:53:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:53:13.983616 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] No DVR routers for this DVR port 4bf6e42c-2634-4e91-b45f-6845f0823117 on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:53:13.987940 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:13.990500 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'name': 'network-vif-deleted', 'tag': '4bf6e42c-2634-4e91-b45f-6845f0823117'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:53:14.036571 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cec1b3-f05e-43ab-893e-924450ad12cd', 'name': 'network-vif-deleted', 'tag': '4bf6e42c-2634-4e91-b45f-6845f0823117', 'status': 'completed', 'code': 200} Jan 14 22:53:14.122547 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-13cadb11-3ec1-4797-be51-c11b68f91164 req-87fd7d56-1f59-4cbb-9aaa-c29a8c1759ca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "DELETE /v2.0/ports/4bf6e42c-2634-4e91-b45f-6845f0823117 HTTP/1.1" status: 204 len: 173 time: 1.5439115 Jan 14 22:53:14.146143 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:53:14.465829 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:53:14.469643 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] Checking router: b5f1fa97-2203-430d-ab0f-cf60d336301c for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:53:14.477745 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:53:14.478365 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:53:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:53:14.658655 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:53:14.689464 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-497202dd-717c-4b3b-b8ce-e5c46f6d1b92 req-cfca78e4-25ce-46f3-b665-e1f02c07bb94 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Synchronizing usage tracker for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:53:14.766670 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-497202dd-717c-4b3b-b8ce-e5c46f6d1b92 req-cfca78e4-25ce-46f3-b665-e1f02c07bb94 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Unset dirty status for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:53:14.767883 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-497202dd-717c-4b3b-b8ce-e5c46f6d1b92 req-cfca78e4-25ce-46f3-b665-e1f02c07bb94 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6cec1b3-f05e-43ab-893e-924450ad12cd HTTP/1.1" status: 200 len: 210 time: 0.1280136 Jan 14 22:53:14.976608 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:53:14.980679 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf36b4-b5f4-4c71-b15e-00f41ed0fcb3 None None] The sync data for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi is: [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:53:15.199264 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a721417-cdcc-41e4-82b0-8032fcb4caa7 None None] New status for floating IP fdedc15c-89ac-49f5-ac27-67d19a05e1ae: DOWN {{(pid=87474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:53:16.168219 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-106a1277-845f-4dcc-9f4b-24c9d0a80f82 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001594510&fields=id&tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a HTTP/1.1" status: 200 len: 267 time: 0.0376463 Jan 14 22:53:16.273161 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 4bf6e42c-2634-4e91-b45f-6845f0823117 no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:53:16.307358 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: 4bf6e42c-2634-4e91-b45f-6845f0823117 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:53:16.307691 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 4bf6e42c-2634-4e91-b45f-6845f0823117 not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:53:16.316921 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3610-a791-4024-a926-499b122a65da req-05aa5618-50b1-468e-b2e4-96a6f6680694 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:16.318358 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-05aa5618-50b1-468e-b2e4-96a6f6680694 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 811 time: 0.1432471 Jan 14 22:53:16.332471 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-02a2e597-1268-4ead-b85a-0d55aea5a169 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/quotas/83fc1d027a1143dbb98d8cc3f1dc3b4a HTTP/1.1" status: 200 len: 375 time: 0.0086834 Jan 14 22:53:16.416263 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-50755f54-2d14-4121-8c5d-98dd82e6fc69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788314 Jan 14 22:53:16.553512 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-ad154da4-4696-40a0-a0b3-4201ec726619 service neutron] 10.222.0.25 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254702 Jan 14 22:53:16.688747 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-1a92b285-7880-456f-991f-c45ead0d438c service neutron] 10.222.0.25 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295455 Jan 14 22:53:17.354555 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-762049d9-4e67-44b4-be83-c53a03fc9a5a req-9ab1e83c-065b-4f82-bcfa-f214541e673f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 210 time: 0.0466139 Jan 14 22:53:18.451590 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-346e7d4c-8b9e-4a14-9df1-d1090c932cd3 req-30f700fa-06d5-4646-94af-4f566a9172b2 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 210 time: 0.0423841 Jan 14 22:53:19.548312 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-67ff4375-5d13-486f-8164-de51bdecb6e7 req-5c29eeed-c383-4f6f-bdaf-b23516dfe205 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 210 time: 0.0429020 Jan 14 22:53:20.700498 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-db0e7afe-12f1-4029-b9ad-562c74f86bad req-575fc4a5-7a0f-42b5-97ca-482f11069cba tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 210 time: 0.0452695 Jan 14 22:53:21.243790 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3610-a791-4024-a926-499b122a65da req-2f5f8f05-1ff1-4b7d-9530-0bb7f3d2c42d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:21.245200 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-2f5f8f05-1ff1-4b7d-9530-0bb7f3d2c42d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 811 time: 0.1463079 Jan 14 22:53:21.291537 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-d2a13a4f-f742-43ba-9e82-9ad702de5262 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a HTTP/1.1" status: 200 len: 380 time: 0.0390272 Jan 14 22:53:21.298883 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:21.301974 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'port': {'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'admin_state_up': True, 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'security_groups': ['7030bc40-4395-4650-96fb-50cc855b7e4d']}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:53:21.437731 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:53:21.447655 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:53:21.526675 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Made reservation on behalf of 83fc1d027a1143dbb98d8cc3f1dc3b4a for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:53:21.531386 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:21.691056 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Allocated IP 172.20.0.3 (2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1/ef1ed849-8481-4446-afbb-383ce39c2aee/465427e6-2b09-47ae-af6f-052dff77e01a) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:53:21.955895 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7b35d967-5342-4f90-bb42-e68f1f8c16f4 req-f6a0d428-d918-4f0e-86b8-738009d708ed tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 210 time: 0.0491586 Jan 14 22:53:22.007854 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:22.023259 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Transition to ACTIVE for port object 465427e6-2b09-47ae-af6f-052dff77e01a will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:53:22.120509 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:22.194204 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:53:22.197411 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:53:22.201263 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:53:22.234388 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'Port': ['ID=465427e6-2b09-47ae-af6f-052dff77e01a,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:53:22.272640 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:22.273269 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:22.366934 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-ff4b3b76-8a47-4296-a227-e7ee1b469cdf tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0682993 Jan 14 22:53:22.379540 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Request body: {'port': {'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:53:22.493488 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:22.538740 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-493b2b7d-d57e-4253-ae55-2287d3b1ca86 None None] Provisioning for port 465427e6-2b09-47ae-af6f-052dff77e01a completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:53:22.544390 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-493b2b7d-d57e-4253-ae55-2287d3b1ca86 None None] Provisioning complete for port 465427e6-2b09-47ae-af6f-052dff77e01a triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:53:22.547233 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-493b2b7d-d57e-4253-ae55-2287d3b1ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:22.602178 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-493b2b7d-d57e-4253-ae55-2287d3b1ca86 None None] Port 465427e6-2b09-47ae-af6f-052dff77e01a cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:53:22.837724 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465427e6-2b09-47ae-af6f-052dff77e01a {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:53:22.844630 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:22.859272 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Transition to ACTIVE for port object 465427e6-2b09-47ae-af6f-052dff77e01a will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:53:22.915226 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:23.073071 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=465427e6-2b09-47ae-af6f-052dff77e01a,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:53:23.211380 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Attempting to bind port 465427e6-2b09-47ae-af6f-052dff77e01a on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:53:23.211712 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Attempting to bind port 465427e6-2b09-47ae-af6f-052dff77e01a by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:53:23.212044 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Attempting to bind port 465427e6-2b09-47ae-af6f-052dff77e01a on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:53:23.221962 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Port 465427e6-2b09-47ae-af6f-052dff77e01a on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:53:23.222289 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Attempting to bind port 465427e6-2b09-47ae-af6f-052dff77e01a on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:53:23.232842 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fdfaa-ce3b-4fe6-8533-49052087aad7 req-78615825-02d6-469a-be6b-5455c41073cc tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:23.233521 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-813fdfaa-ce3b-4fe6-8533-49052087aad7 req-78615825-02d6-469a-be6b-5455c41073cc tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Synchronizing usage tracker for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:53:23.241987 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:53:23.242269 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Checking segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:53:23.242646 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Bound using segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:53:23.243067 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Bound port: 465427e6-2b09-47ae-af6f-052dff77e01a, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:53:23.243405 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:23.334013 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-813fdfaa-ce3b-4fe6-8533-49052087aad7 req-78615825-02d6-469a-be6b-5455c41073cc tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Unset dirty status for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:53:23.335137 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-813fdfaa-ce3b-4fe6-8533-49052087aad7 req-78615825-02d6-469a-be6b-5455c41073cc tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 943 time: 0.2631521 Jan 14 22:53:23.340541 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] For port 465427e6-2b09-47ae-af6f-052dff77e01a, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:53:23.344483 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] For port 465427e6-2b09-47ae-af6f-052dff77e01a, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=465427e6-2b09-47ae-af6f-052dff77e01a,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:53:23.384904 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-813fdfaa-ce3b-4fe6-8533-49052087aad7 req-06cc4707-9f6d-45d0-9ab6-83cb24ef1382 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Jan 14 22:53:23.418833 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:23.478751 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:23.479358 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:23.480715 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] 10.222.0.39 "PUT /v2.0/ports/465427e6-2b09-47ae-af6f-052dff77e01a HTTP/1.1" status: 200 len: 1093 time: 1.1067562 Jan 14 22:53:23.481144 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2433f41b-79e2-4988-8682-158f6a274073', 'tag': '465427e6-2b09-47ae-af6f-052dff77e01a'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:53:23.512258 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308c88a-268a-4a01-98a2-d14f85480cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=465427e6-2b09-47ae-af6f-052dff77e01a,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:53:23.531183 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2433f41b-79e2-4988-8682-158f6a274073', 'tag': '465427e6-2b09-47ae-af6f-052dff77e01a', 'status': 'completed', 'code': 200} Jan 14 22:53:23.624842 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f6735-1728-4656-b456-b3b87be3e640 req-d5305040-efb6-4997-ba62-8d2d4c62fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:23.627332 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-085f6735-1728-4656-b456-b3b87be3e640 req-d5305040-efb6-4997-ba62-8d2d4c62fa11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 1096 time: 0.0775480 Jan 14 22:53:23.767499 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f6735-1728-4656-b456-b3b87be3e640 req-f76c37f8-a36e-4277-a82b-bf842bc90069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:23.769007 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-085f6735-1728-4656-b456-b3b87be3e640 req-f76c37f8-a36e-4277-a82b-bf842bc90069 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1342521 Jan 14 22:53:23.988176 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f6735-1728-4656-b456-b3b87be3e640 req-0756b127-7f18-40dd-b722-e513c5713388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:23.989599 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-085f6735-1728-4656-b456-b3b87be3e640 req-0756b127-7f18-40dd-b722-e513c5713388 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2149270 Jan 14 22:53:24.093675 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3610-a791-4024-a926-499b122a65da req-0cf5d18d-1b10-48c3-ba40-399ea8cbb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:24.095678 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-0cf5d18d-1b10-48c3-ba40-399ea8cbb232 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 1096 time: 0.0707765 Jan 14 22:53:24.166511 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-77e132c4-dfcf-4c30-8b51-c86dcde691a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465427e6-2b09-47ae-af6f-052dff77e01a HTTP/1.1" status: 200 len: 217 time: 0.0630829 Jan 14 22:53:24.228218 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3610-a791-4024-a926-499b122a65da req-e9b72781-df74-4086-bffb-a32c7c3fff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:24.229597 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-e9b72781-df74-4086-bffb-a32c7c3fff2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0574241 Jan 14 22:53:24.310036 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3610-a791-4024-a926-499b122a65da req-9f27850b-2411-48e1-936d-a372ef2df269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:24.311460 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-9f27850b-2411-48e1-936d-a372ef2df269 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759161 Jan 14 22:53:24.442267 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-677e8253-d609-45ea-ac8a-124bdebcee14 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248372 Jan 14 22:53:24.621200 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0a9c3610-a791-4024-a926-499b122a65da req-c68f4176-d1d8-4868-915e-e1e16193b194 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728599 Jan 14 22:53:24.644299 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271b2d0-86ab-4d71-8010-bdab4af363af req-ae78ca18-51f3-4dac-9d38-6f0fc5ae54f5 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:24.645705 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2271b2d0-86ab-4d71-8010-bdab4af363af req-ae78ca18-51f3-4dac-9d38-6f0fc5ae54f5 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 943 time: 0.1123376 Jan 14 22:53:24.694433 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2271b2d0-86ab-4d71-8010-bdab4af363af req-57da11f5-3483-4929-8698-556aac2174d2 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Jan 14 22:53:25.876593 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4ef0-0155-4017-9221-eec708e1cf9c req-ea0913c2-c24f-4ed2-81ad-cafbee81266a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:25.878047 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6dba4ef0-0155-4017-9221-eec708e1cf9c req-ea0913c2-c24f-4ed2-81ad-cafbee81266a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 943 time: 0.0786154 Jan 14 22:53:25.921930 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6dba4ef0-0155-4017-9221-eec708e1cf9c req-bc12294a-e5cd-4395-a2c9-cef84d0f7c84 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382283 Jan 14 22:53:27.106142 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93d70b-e4ea-41ca-886f-c8785578181e req-fd761de5-ba55-469c-a713-7e6e2f000f65 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:27.107569 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4e93d70b-e4ea-41ca-886f-c8785578181e req-fd761de5-ba55-469c-a713-7e6e2f000f65 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 943 time: 0.0822728 Jan 14 22:53:27.150084 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4e93d70b-e4ea-41ca-886f-c8785578181e req-07b77a62-177f-4347-8148-d5bd6ef5afce tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362618 Jan 14 22:53:28.332890 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe91246-f863-42f2-acfa-d3f4ff8c484a req-326092a1-22d5-4398-969f-f9d88544d8f1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:28.334444 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fbe91246-f863-42f2-acfa-d3f4ff8c484a req-326092a1-22d5-4398-969f-f9d88544d8f1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 943 time: 0.0800185 Jan 14 22:53:28.377013 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fbe91246-f863-42f2-acfa-d3f4ff8c484a req-59566d18-05e4-4bf6-8547-14580c45a6c1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370471 Jan 14 22:53:29.570809 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a9c9f-a035-4c11-9a83-13b68c1a0ff8 req-8a7d9e20-3114-45c1-ad0c-7b3e277a17f1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:29.572231 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7e4a9c9f-a035-4c11-9a83-13b68c1a0ff8 req-8a7d9e20-3114-45c1-ad0c-7b3e277a17f1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 943 time: 0.0817757 Jan 14 22:53:29.615487 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7e4a9c9f-a035-4c11-9a83-13b68c1a0ff8 req-d6315e92-9cd8-4b57-8e45-807dcad50c33 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375700 Jan 14 22:53:30.934839 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c634b-c86b-45f1-a025-7deb2d9756e5 req-fce737d7-fdde-467f-af28-02433ce96f04 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:30.936257 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fe4c634b-c86b-45f1-a025-7deb2d9756e5 req-fce737d7-fdde-467f-af28-02433ce96f04 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 943 time: 0.0778196 Jan 14 22:53:30.979115 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fe4c634b-c86b-45f1-a025-7deb2d9756e5 req-31eb1a90-094d-44ec-b16d-69f48f404418 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366454 Jan 14 22:53:32.166736 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135dba7-14de-47b5-915a-b63f9e5b0443 req-59b561ae-dbee-49ba-840b-f2a79e86c600 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:32.168167 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e135dba7-14de-47b5-915a-b63f9e5b0443 req-59b561ae-dbee-49ba-840b-f2a79e86c600 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 943 time: 0.0839479 Jan 14 22:53:32.212419 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e135dba7-14de-47b5-915a-b63f9e5b0443 req-01e417ea-5d3c-4a60-b06e-646090599f77 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386055 Jan 14 22:53:32.343744 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 465427e6-2b09-47ae-af6f-052dff77e01a details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:53:32.471628 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 465427e6-2b09-47ae-af6f-052dff77e01a, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=465427e6-2b09-47ae-af6f-052dff77e01a,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:53:32.484081 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '465427e6-2b09-47ae-af6f-052dff77e01a', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'mac_address': 'fa:16:3e:68:87:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:53:32.537199 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:32.553772 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465427e6-2b09-47ae-af6f-052dff77e01a {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:53:32.569364 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 465427e6-2b09-47ae-af6f-052dff77e01a, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=465427e6-2b09-47ae-af6f-052dff77e01a,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:53:32.650922 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:32.720719 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=465427e6-2b09-47ae-af6f-052dff77e01a,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:53:32.727778 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.728128 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.728474 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.728802 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.729132 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.729462 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.729802 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.730131 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.730464 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.730778 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.731098 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.731421 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:53:32.887329 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['465427e6-2b09-47ae-af6f-052dff77e01a'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:53:33.393312 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507efb48-4c60-44cc-afeb-34e6fcc20a22 req-a736c726-759e-4d2a-8c23-153e2f199969 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:33.394760 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-507efb48-4c60-44cc-afeb-34e6fcc20a22 req-a736c726-759e-4d2a-8c23-153e2f199969 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 944 time: 0.0774503 Jan 14 22:53:33.443353 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-507efb48-4c60-44cc-afeb-34e6fcc20a22 req-eeafce0b-8c37-4528-8abe-27ccabbba9a9 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Jan 14 22:53:33.610747 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cedfc-93c0-46ae-819b-a53a86abd128 req-f3c595e4-54b4-42e5-9263-0d89d8a37438 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:33.612164 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-573cedfc-93c0-46ae-819b-a53a86abd128 req-f3c595e4-54b4-42e5-9263-0d89d8a37438 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0786545 Jan 14 22:53:33.654517 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-573cedfc-93c0-46ae-819b-a53a86abd128 req-e6cceb23-9dc6-4406-8f7f-3b36184e30a7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367362 Jan 14 22:53:34.369585 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 465427e6-2b09-47ae-af6f-052dff77e01a up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:53:34.503313 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port 465427e6-2b09-47ae-af6f-052dff77e01a completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:53:34.508581 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 465427e6-2b09-47ae-af6f-052dff77e01a triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:53:34.508953 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:34.625864 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:34.630253 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbcfba-26bc-4942-8120-ea5fd3688492 req-ee40a44b-cfd8-4e30-96f0-626dca686b42 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:34.631702 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3cbcfba-26bc-4942-8120-ea5fd3688492 req-ee40a44b-cfd8-4e30-96f0-626dca686b42 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 944 time: 0.0828762 Jan 14 22:53:34.652087 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2433f41b-79e2-4988-8682-158f6a274073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465427e6-2b09-47ae-af6f-052dff77e01a'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:53:34.662788 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 465427e6-2b09-47ae-af6f-052dff77e01a, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=465427e6-2b09-47ae-af6f-052dff77e01a,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:53:34.676373 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3cbcfba-26bc-4942-8120-ea5fd3688492 req-451d3c10-db29-485b-a1df-ec540d1a38e7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390604 Jan 14 22:53:34.699700 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2433f41b-79e2-4988-8682-158f6a274073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465427e6-2b09-47ae-af6f-052dff77e01a', 'code': 200} Jan 14 22:53:34.726320 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:34.797196 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=465427e6-2b09-47ae-af6f-052dff77e01a,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:53:34.871068 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fc849-60e8-4c54-bc69-eae32e17b56f req-829e6723-3f3b-441c-b11c-a12d4392e66b tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:34.872485 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-749fc849-60e8-4c54-bc69-eae32e17b56f req-829e6723-3f3b-441c-b11c-a12d4392e66b tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0797663 Jan 14 22:53:34.916894 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-749fc849-60e8-4c54-bc69-eae32e17b56f req-d6790841-1989-46c4-af70-24e737fbab28 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378308 Jan 14 22:53:35.252310 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab207e9e-93cb-4588-ad79-f9eb6b9a615c req-14b2bc18-8e1f-4937-8e28-ace2172ba031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:35.253759 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ab207e9e-93cb-4588-ad79-f9eb6b9a615c req-14b2bc18-8e1f-4937-8e28-ace2172ba031 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 1098 time: 0.1638296 Jan 14 22:53:35.295165 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ab207e9e-93cb-4588-ad79-f9eb6b9a615c req-6354892e-b6f6-43bc-b9ad-3563e10f905e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344346 Jan 14 22:53:35.862153 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcae5c7-a312-416b-aef3-c5ce7802c181 req-dad51c59-b55d-45d0-a426-10a5fee2d657 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:35.863502 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ebcae5c7-a312-416b-aef3-c5ce7802c181 req-dad51c59-b55d-45d0-a426-10a5fee2d657 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 945 time: 0.0788882 Jan 14 22:53:35.909580 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ebcae5c7-a312-416b-aef3-c5ce7802c181 req-9d077746-40f9-4b89-bd44-8638e328664b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405512 Jan 14 22:53:36.110909 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcab3aa-9b7d-43b5-921c-b66a828b57a9 req-c7a2af0d-f861-419a-bdb6-debf8e38b7db tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:36.112384 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0fcab3aa-9b7d-43b5-921c-b66a828b57a9 req-c7a2af0d-f861-419a-bdb6-debf8e38b7db tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0775452 Jan 14 22:53:36.155777 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0fcab3aa-9b7d-43b5-921c-b66a828b57a9 req-d90165de-6c3d-4309-b0e0-399cad72a938 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378022 Jan 14 22:53:36.200217 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc10d-6e3f-4a5a-8407-171b08f83914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:37.096315 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd6c6d-cb6f-4c18-b51c-0766d2b2eff5 req-f2dfa2f8-3623-470a-bb2b-725d88d7434e tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:37.097731 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0ecd6c6d-cb6f-4c18-b51c-0766d2b2eff5 req-f2dfa2f8-3623-470a-bb2b-725d88d7434e tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 945 time: 0.0852840 Jan 14 22:53:37.140794 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0ecd6c6d-cb6f-4c18-b51c-0766d2b2eff5 req-f64b2089-f32c-456a-8f16-2f51d553aad1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373578 Jan 14 22:53:37.387160 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48976f2-1532-4eb5-b88b-1dea25372366 req-c1cecd5a-fc36-4226-9c12-4c262db84f26 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:37.388579 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f48976f2-1532-4eb5-b88b-1dea25372366 req-c1cecd5a-fc36-4226-9c12-4c262db84f26 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 945 time: 0.1435664 Jan 14 22:53:37.396442 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b580b-bd0e-466a-9ead-aaa4e3eb2773 req-aa068e78-414d-49b5-a7a6-2c101f01cd00 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:37.397765 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5b1b580b-bd0e-466a-9ead-aaa4e3eb2773 req-aa068e78-414d-49b5-a7a6-2c101f01cd00 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.1220891 Jan 14 22:53:37.466396 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f48976f2-1532-4eb5-b88b-1dea25372366 req-68d16136-2c7b-4776-b7e5-3478d3cf5435 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675900 Jan 14 22:53:37.468935 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5b1b580b-bd0e-466a-9ead-aaa4e3eb2773 req-e843e365-af56-4dc5-895c-cfade3d43230 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576839 Jan 14 22:53:37.497998 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38074) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:53:37.563234 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b652c2f2-9891-41ca-a25e-c3ed6d04d3d4 tempest-TestVolumeBootPattern-1545307054 tempest-TestVolumeBootPattern-1545307054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:37.564821 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-b652c2f2-9891-41ca-a25e-c3ed6d04d3d4 tempest-TestVolumeBootPattern-1545307054 tempest-TestVolumeBootPattern-1545307054-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 1093 time: 0.0704424 Jan 14 22:53:37.567639 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38078) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:53:37.572399 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'floatingip': {'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:53:37.578002 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:53:37.581711 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:floatingip and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:53:37.584448 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:53:37.589932 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:53:37.663177 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:37.795929 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:37.928707 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Allocated IP 172.27.3.188 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/c70997a6-7d28-4af5-801a-f2348da9f234) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:53:38.069122 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:38.149009 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:38.213920 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:53:38.216781 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:53:38.220407 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:53:38.251934 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'Port': ['ID=c70997a6-7d28-4af5-801a-f2348da9f234,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:53:38.405914 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c972154c-0014-421f-a1db-39e47751f8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:38.798796 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90ad39-42f9-4e4b-9cda-c647e4bd93cc req-0d3e8c87-0bb2-4055-8735-66b7cc67d575 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:38.800229 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5a90ad39-42f9-4e4b-9cda-c647e4bd93cc req-0d3e8c87-0bb2-4055-8735-66b7cc67d575 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.1979079 Jan 14 22:53:38.834465 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:38.861724 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5a90ad39-42f9-4e4b-9cda-c647e4bd93cc req-190cb74f-f6dd-429b-9265-f99db8289b0a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549572 Jan 14 22:53:38.971929 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:39.170250 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:39.228421 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:39.331460 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'Port': ['ID=c70997a6-7d28-4af5-801a-f2348da9f234,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:53:39.348484 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:39.519345 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Floating IP 9cc429aa-414e-4fb6-b559-44b6eefa8435 associated. External IP: 172.27.3.188, port: 465427e6-2b09-47ae-af6f-052dff77e01a. Jan 14 22:53:39.600086 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:39.708695 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:39.864253 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Router b5f1fa97-2203-430d-ab0f-cf60d336301c has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:53:40.086612 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:53:40.096623 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] Sync routers for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:53:40.106043 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:53:40.106632 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:53:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:53:40.129655 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4519508-f71d-422c-95fd-9a040fcb2924 req-d3a829d8-62b4-40ec-960c-caf05df008c5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:40.129655 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e4519508-f71d-422c-95fd-9a040fcb2924 req-d3a829d8-62b4-40ec-960c-caf05df008c5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.1231990 Jan 14 22:53:40.174174 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e4519508-f71d-422c-95fd-9a040fcb2924 req-eafd255b-f39e-4232-876f-835cd8462f97 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393481 Jan 14 22:53:40.189172 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:40.295051 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:53:40.348725 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-57ac7d10-41e6-47ea-8762-92e65c368c69 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7800896 Jan 14 22:53:40.349387 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2433f41b-79e2-4988-8682-158f6a274073', 'tag': '465427e6-2b09-47ae-af6f-052dff77e01a'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:53:40.394303 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2433f41b-79e2-4988-8682-158f6a274073', 'tag': '465427e6-2b09-47ae-af6f-052dff77e01a', 'status': 'completed', 'code': 200} Jan 14 22:53:40.488497 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-a1df7f3e-ef1c-4fef-a24d-2a9b58c5c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:40.490106 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-a1df7f3e-ef1c-4fef-a24d-2a9b58c5c00c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 1098 time: 0.0714176 Jan 14 22:53:40.620606 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-ab8056e6-5ec8-406c-a542-378e26f0db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:40.622063 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-ab8056e6-5ec8-406c-a542-378e26f0db67 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 911 time: 0.1258831 Jan 14 22:53:40.677450 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '9cc429aa-414e-4fb6-b559-44b6eefa8435', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:68:87:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:53:38Z', 'updated_at': '2022-01-14T22:53:38Z', 'revision_number': 0, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:53:40.681101 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] Checking router: b5f1fa97-2203-430d-ab0f-cf60d336301c for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:53:40.689901 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:53:40.690492 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:53:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:53:40.728885 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-472d1ce3-0c16-49a3-b69a-49132e0eea4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465427e6-2b09-47ae-af6f-052dff77e01a HTTP/1.1" status: 200 len: 999 time: 0.1010702 Jan 14 22:53:40.794057 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-cddd4d49-e9bc-4c99-be96-5dcdb9fd0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:40.795478 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-cddd4d49-e9bc-4c99-be96-5dcdb9fd0d02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0611668 Jan 14 22:53:40.867935 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:53:40.868378 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-2dc9ef7c-cd1c-4036-ab64-a4e7b6fbabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:40.869865 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-2dc9ef7c-cd1c-4036-ab64-a4e7b6fbabb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685546 Jan 14 22:53:41.001127 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-b7d4f4e4-7e02-49ce-8525-d37b38c8e749 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251018 Jan 14 22:53:41.131078 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:41.134453 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-299f1209-f80b-4eb0-8804-1f6979d40bdd req-3d1b548c-212e-43d6-8e77-18338fc10c21 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272767 Jan 14 22:53:41.210099 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '9cc429aa-414e-4fb6-b559-44b6eefa8435', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:68:87:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:53:38Z', 'updated_at': '2022-01-14T22:53:38Z', 'revision_number': 0, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:53:41.214105 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3f0679-4f97-4778-8d8d-6c4b6926f0f5 None None] The sync data for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi is: [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '9cc429aa-414e-4fb6-b559-44b6eefa8435', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:68:87:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:53:38Z', 'updated_at': '2022-01-14T22:53:38Z', 'revision_number': 0, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:53:41.374986 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc076a4-08ed-409f-8576-82f8a816a6fe req-d57f5b92-1686-4926-9bc2-72683f8417d7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:41.376512 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bcc076a4-08ed-409f-8576-82f8a816a6fe req-d57f5b92-1686-4926-9bc2-72683f8417d7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0823135 Jan 14 22:53:41.419202 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78a696-221e-489b-bdaa-839de452d49c None None] New status for floating IP 9cc429aa-414e-4fb6-b559-44b6eefa8435: ACTIVE {{(pid=87474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:53:41.427523 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bcc076a4-08ed-409f-8576-82f8a816a6fe req-fec6cc1f-0797-46a7-a6b3-de57c4072bd3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444753 Jan 14 22:53:42.633823 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bceb54-1292-402c-83bc-4272b75142bf req-4a0aede8-eb40-48cd-b160-79171664c72a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:42.635253 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-09bceb54-1292-402c-83bc-4272b75142bf req-4a0aede8-eb40-48cd-b160-79171664c72a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0801568 Jan 14 22:53:42.679653 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-09bceb54-1292-402c-83bc-4272b75142bf req-f1ccd79c-9e8a-47e1-82e3-5e0569e934cb tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388722 Jan 14 22:53:43.867194 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af59d40-8ccc-437a-aed0-4ce79c4bf59d req-bf8d9d74-81a6-4a7f-b9ce-b93b47deb690 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:43.868526 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3af59d40-8ccc-437a-aed0-4ce79c4bf59d req-bf8d9d74-81a6-4a7f-b9ce-b93b47deb690 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0818017 Jan 14 22:53:43.912135 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3af59d40-8ccc-437a-aed0-4ce79c4bf59d req-d3365c52-d018-4605-83cd-626b4cc479ed tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380263 Jan 14 22:53:45.105754 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f13b1-ea99-4b0f-ab6e-fccc52e5f2be req-ce6d0578-2863-4722-91fc-394d1c967704 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:45.107183 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f00f13b1-ea99-4b0f-ab6e-fccc52e5f2be req-ce6d0578-2863-4722-91fc-394d1c967704 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0782914 Jan 14 22:53:45.149630 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f00f13b1-ea99-4b0f-ab6e-fccc52e5f2be req-53d66d5e-dc2e-4f0b-af38-cf4b4e2f05af tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361724 Jan 14 22:53:46.343826 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb09725-af59-4500-9528-46c049187ce7 req-dbde8325-8a01-4475-8f5b-847ecadc401e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:46.345649 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3cb09725-af59-4500-9528-46c049187ce7 req-dbde8325-8a01-4475-8f5b-847ecadc401e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0832109 Jan 14 22:53:46.394558 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3cb09725-af59-4500-9528-46c049187ce7 req-7fa39345-b11c-453c-a942-86dbb44d4137 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433140 Jan 14 22:53:47.401985 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:53:47.591047 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f98d06-759f-4316-b80b-a46dd1f85792 req-ad0e0bb4-75fb-4686-b0e8-fc60aa5a9126 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:47.592471 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d1f98d06-759f-4316-b80b-a46dd1f85792 req-ad0e0bb4-75fb-4686-b0e8-fc60aa5a9126 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0801077 Jan 14 22:53:47.640334 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d1f98d06-759f-4316-b80b-a46dd1f85792 req-3a8178a2-6314-45a9-a653-866ac6817594 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416448 Jan 14 22:53:48.824513 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303f510-c829-493b-a9d9-4b3ee923a279 req-4ae21a0c-2a22-4677-9507-99f4ca8ba3a6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:48.825847 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a303f510-c829-493b-a9d9-4b3ee923a279 req-4ae21a0c-2a22-4677-9507-99f4ca8ba3a6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0771148 Jan 14 22:53:48.869532 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a303f510-c829-493b-a9d9-4b3ee923a279 req-ddc3f6fe-070a-4f4c-94c5-b19190136700 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381734 Jan 14 22:53:50.058818 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f605726-7807-46fe-950f-dad772f9bc75 req-ca0f6151-ae37-4496-b096-5bcf12561ae6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:50.060236 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5f605726-7807-46fe-950f-dad772f9bc75 req-ca0f6151-ae37-4496-b096-5bcf12561ae6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0808742 Jan 14 22:53:50.103349 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5f605726-7807-46fe-950f-dad772f9bc75 req-4865013c-51bd-4419-b3c7-c6807f9cc27e tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375128 Jan 14 22:53:51.291430 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27af02-b781-4a97-8a54-015adcb50e7f req-c5288084-15a4-4e96-b1c2-482c4c7a5911 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:51.292857 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6f27af02-b781-4a97-8a54-015adcb50e7f req-c5288084-15a4-4e96-b1c2-482c4c7a5911 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0774629 Jan 14 22:53:51.308054 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:53:51.337725 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6f27af02-b781-4a97-8a54-015adcb50e7f req-2494fb4c-29d1-48c3-8b4d-cb4e8a16e6c5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386214 Jan 14 22:53:52.526445 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d24f71-0726-4c73-a85f-6f4aaa7643a5 req-90606dae-c4fb-4ec7-92ea-4208f7033cc5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:52.527856 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32d24f71-0726-4c73-a85f-6f4aaa7643a5 req-90606dae-c4fb-4ec7-92ea-4208f7033cc5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0814657 Jan 14 22:53:52.570838 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-32d24f71-0726-4c73-a85f-6f4aaa7643a5 req-a278a7ba-cab0-46d4-add3-33089f39f72f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372787 Jan 14 22:53:53.758724 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13b117-45de-4aca-bc8c-7e77d8eb014c req-442aeefa-5524-4770-98a1-4737700f0058 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:53.760144 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ac13b117-45de-4aca-bc8c-7e77d8eb014c req-442aeefa-5524-4770-98a1-4737700f0058 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0790327 Jan 14 22:53:53.803666 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ac13b117-45de-4aca-bc8c-7e77d8eb014c req-f1cd061d-8ba6-43ad-948c-03df6f8bfac6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379014 Jan 14 22:53:55.075461 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ad6c-07d1-4709-bf61-865fc73cc0dc req-33109042-8b7a-49ea-b986-7a6ac30c1209 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:55.076864 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8d92ad6c-07d1-4709-bf61-865fc73cc0dc req-33109042-8b7a-49ea-b986-7a6ac30c1209 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.1629567 Jan 14 22:53:55.119630 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8d92ad6c-07d1-4709-bf61-865fc73cc0dc req-3f4c9152-25cd-4aac-a1d3-c66cff4cefb3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367858 Jan 14 22:53:56.307297 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56afde-6d6c-4fdf-b02d-ffd7cdb07fe3 req-169fc90c-7ec1-47bd-85ce-5f4d9cc607df tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:56.308696 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5f56afde-6d6c-4fdf-b02d-ffd7cdb07fe3 req-169fc90c-7ec1-47bd-85ce-5f4d9cc607df tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0809639 Jan 14 22:53:56.353607 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5f56afde-6d6c-4fdf-b02d-ffd7cdb07fe3 req-f03a3e91-f295-4221-b485-e43ebca33306 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386994 Jan 14 22:53:57.536957 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de0620-3fa1-4017-9dcc-f1f8e04662a6 req-559bc7fa-928a-4f1b-beca-46867665078d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:57.538405 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c6de0620-3fa1-4017-9dcc-f1f8e04662a6 req-559bc7fa-928a-4f1b-beca-46867665078d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0774524 Jan 14 22:53:57.582895 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c6de0620-3fa1-4017-9dcc-f1f8e04662a6 req-ab7debc3-5a95-4a06-bb2f-1b5f478f9a96 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388310 Jan 14 22:53:58.771868 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de4931-9e8f-4994-acff-4b019b7a6baf req-09ab53af-09ab-41a8-a9c0-ac3b64206b66 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:53:58.773194 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a7de4931-9e8f-4994-acff-4b019b7a6baf req-09ab53af-09ab-41a8-a9c0-ac3b64206b66 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0827832 Jan 14 22:53:58.816546 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a7de4931-9e8f-4994-acff-4b019b7a6baf req-f3bf6069-eb40-45e3-88d0-e3c732792ac2 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376146 Jan 14 22:54:00.003457 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b8420-ca45-45c7-8ff5-242e11c26e8f req-0dbc7d45-8d8c-4508-8c57-55ee35a4f66d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:00.004889 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e01b8420-ca45-45c7-8ff5-242e11c26e8f req-0dbc7d45-8d8c-4508-8c57-55ee35a4f66d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0815361 Jan 14 22:54:00.049123 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e01b8420-ca45-45c7-8ff5-242e11c26e8f req-3fcc6692-7168-4f79-8770-fd24d9756e6c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386178 Jan 14 22:54:00.495117 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device f01d96be-bb0d-44aa-9328-ef67fda9774e details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:54:00.626028 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:54:00.642678 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'port_id': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'mac_address': 'fa:16:3e:d6:40:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:54:00.696023 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:00.712494 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f01d96be-bb0d-44aa-9328-ef67fda9774e {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:54:00.727091 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:54:00.809707 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:00.878101 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=6']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:54:00.905476 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['f01d96be-bb0d-44aa-9328-ef67fda9774e'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:54:01.240285 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418618-dafa-4e9c-9db1-aca007ed927b req-9cb2b3da-6d1f-4bf0-9c4c-4adae15f40ac tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:01.241694 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3418618-dafa-4e9c-9db1-aca007ed927b req-9cb2b3da-6d1f-4bf0-9c4c-4adae15f40ac tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 944 time: 0.0826125 Jan 14 22:54:01.289848 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3418618-dafa-4e9c-9db1-aca007ed927b req-103312df-c95f-41ca-9e91-e3190a2e2c9d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423396 Jan 14 22:54:02.498316 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device f01d96be-bb0d-44aa-9328-ef67fda9774e up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:54:02.581725 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port f01d96be-bb0d-44aa-9328-ef67fda9774e triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:54:02.582094 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:02.584626 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d56b9-cc4e-475a-9c8c-2ff86d567a34 req-743516cd-3f83-4ff6-ae99-7e26c731e014 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:02.586229 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd2d56b9-cc4e-475a-9c8c-2ff86d567a34 req-743516cd-3f83-4ff6-ae99-7e26c731e014 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 944 time: 0.1602862 Jan 14 22:54:02.613966 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d68b0-2c6b-4f09-8770-def6920863fc req-1cebaf94-c869-40ff-9fbe-e49b49ea4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:02.615517 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-270d68b0-2c6b-4f09-8770-def6920863fc req-1cebaf94-c869-40ff-9fbe-e49b49ea4b46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 1097 time: 0.1383708 Jan 14 22:54:02.720941 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:02.758512 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:54:02.772592 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:54:02.791614 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d68b0-2c6b-4f09-8770-def6920863fc req-19ad81db-abd9-4a9a-93ec-c926fe0ff9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:02.800800 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-270d68b0-2c6b-4f09-8770-def6920863fc req-19ad81db-abd9-4a9a-93ec-c926fe0ff9d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 917 time: 0.1501420 Jan 14 22:54:02.800800 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fd2d56b9-cc4e-475a-9c8c-2ff86d567a34 req-0eef22c4-e72c-4de8-81c3-b8e0c4a7048b tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2038326 Jan 14 22:54:02.823194 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'code': 200} Jan 14 22:54:02.867184 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:02.913689 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-270d68b0-2c6b-4f09-8770-def6920863fc req-971cdbc0-3fbb-4234-8cba-f606013dfbbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e HTTP/1.1" status: 200 len: 999 time: 0.1136212 Jan 14 22:54:02.940598 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=7']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:54:02.993744 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d68b0-2c6b-4f09-8770-def6920863fc req-aaa746c9-ec45-4602-b745-14177e4144d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:02.995182 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-270d68b0-2c6b-4f09-8770-def6920863fc req-aaa746c9-ec45-4602-b745-14177e4144d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.0746336 Jan 14 22:54:03.080499 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d68b0-2c6b-4f09-8770-def6920863fc req-48ba5d4b-4fea-48f7-8df0-9adabeb07692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:03.081978 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-270d68b0-2c6b-4f09-8770-def6920863fc req-48ba5d4b-4fea-48f7-8df0-9adabeb07692 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801647 Jan 14 22:54:03.232900 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-270d68b0-2c6b-4f09-8770-def6920863fc req-da00fe5a-8ba4-441c-896a-65e014bc71d9 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420760 Jan 14 22:54:03.377382 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-270d68b0-2c6b-4f09-8770-def6920863fc req-0d0b1939-31c8-40e2-b9bb-170a32f2532c service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377158 Jan 14 22:54:04.020147 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a6754-7f59-4362-bfb0-11fb76d72500 req-8c0dbf97-a357-4752-b2ce-615c1220d8ef tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:04.021834 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6b3a6754-7f59-4362-bfb0-11fb76d72500 req-8c0dbf97-a357-4752-b2ce-615c1220d8ef tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0831063 Jan 14 22:54:04.074496 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6b3a6754-7f59-4362-bfb0-11fb76d72500 req-e5f808a5-0650-4cb5-95b7-07b0844fc5a1 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463510 Jan 14 22:54:05.276428 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ce0a-7723-46af-9e18-829574cc02cc req-e34a960c-a02a-4a93-a45e-642c2491c81f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:05.277976 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2a47ce0a-7723-46af-9e18-829574cc02cc req-e34a960c-a02a-4a93-a45e-642c2491c81f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0865529 Jan 14 22:54:05.330492 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2a47ce0a-7723-46af-9e18-829574cc02cc req-fc7bb4d0-a183-4fe4-a8d7-ff931b72c89f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440960 Jan 14 22:54:06.238447 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-48b25c56-8c2c-491b-a7af-1908adfc8e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:06.638313 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24b129-0fc4-497a-95d9-ecb8e93243ec req-b70fa137-155d-4156-b89b-42540ee503e4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:06.640894 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0d24b129-0fc4-497a-95d9-ecb8e93243ec req-b70fa137-155d-4156-b89b-42540ee503e4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.1949053 Jan 14 22:54:06.692261 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-0d24b129-0fc4-497a-95d9-ecb8e93243ec req-93548fd6-ccae-4011-a15f-a9510d5da41d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465214 Jan 14 22:54:07.908106 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db017c92-8bcc-436f-adca-ce22ad673e98 req-e8266b83-bcc3-4ab3-8d84-4f0b07c46d58 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:07.909486 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-db017c92-8bcc-436f-adca-ce22ad673e98 req-e8266b83-bcc3-4ab3-8d84-4f0b07c46d58 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0887365 Jan 14 22:54:08.121337 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-db017c92-8bcc-436f-adca-ce22ad673e98 req-51224862-8aee-4d15-b215-3a359d84f5b9 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2057147 Jan 14 22:54:08.427229 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c032eea8-a0ea-4901-910b-bf610f5daec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:09.327280 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84d2ea-e026-485e-8d85-fe69e6f769b2 req-6ce6f2fc-4c61-4900-ab16-8faec985ee4d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:09.329582 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ba84d2ea-e026-485e-8d85-fe69e6f769b2 req-6ce6f2fc-4c61-4900-ab16-8faec985ee4d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0906570 Jan 14 22:54:09.381321 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ba84d2ea-e026-485e-8d85-fe69e6f769b2 req-28671b90-09e6-4870-90a3-45b55245dab7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450754 Jan 14 22:54:09.626321 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:09.735110 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:10.594045 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043383c4-eb70-4141-ad2e-380b8afa8a56 req-165a5f25-9e77-4bb4-b8d3-9cb672f16e12 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:10.595616 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-043383c4-eb70-4141-ad2e-380b8afa8a56 req-165a5f25-9e77-4bb4-b8d3-9cb672f16e12 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0857525 Jan 14 22:54:10.646779 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-043383c4-eb70-4141-ad2e-380b8afa8a56 req-8885f43f-cad7-4367-a98f-23eaf26960f9 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454051 Jan 14 22:54:11.381056 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:11.847423 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd02f-db7f-4c9c-af9e-56695a9a6036 req-cf877fa8-d4b6-4329-ae4d-3380c862044a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:11.848958 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-950bd02f-db7f-4c9c-af9e-56695a9a6036 req-cf877fa8-d4b6-4329-ae4d-3380c862044a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0822792 Jan 14 22:54:11.895417 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-950bd02f-db7f-4c9c-af9e-56695a9a6036 req-fb4f201b-3828-4e41-b57e-2503d35c5d01 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405548 Jan 14 22:54:13.087850 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985f5bd-17cb-406e-afdb-8fa995a8ff33 req-daf1d0ff-1ec5-450f-89d6-243c87c6cd2d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:13.089322 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a985f5bd-17cb-406e-afdb-8fa995a8ff33 req-daf1d0ff-1ec5-450f-89d6-243c87c6cd2d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0828667 Jan 14 22:54:13.133019 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a985f5bd-17cb-406e-afdb-8fa995a8ff33 req-1f32cb86-4271-4207-916e-2d4554f08d2c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377901 Jan 14 22:54:13.229045 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-09f7a013-1dab-41ef-bb80-610e1435e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:13.230444 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-09f7a013-1dab-41ef-bb80-610e1435e050 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 1098 time: 0.0691528 Jan 14 22:54:13.359403 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-56a40de5-318a-4798-87a8-0eac4eaf317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:13.360809 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-56a40de5-318a-4798-87a8-0eac4eaf317d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 917 time: 0.1245377 Jan 14 22:54:13.461728 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-9c3c507a-e6ec-4c30-87e0-6876e92df28c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e HTTP/1.1" status: 200 len: 1000 time: 0.0945523 Jan 14 22:54:13.523991 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-d1aa213a-5f4e-4017-8fae-24f7ec700d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:13.525386 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-d1aa213a-5f4e-4017-8fae-24f7ec700d52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.0569291 Jan 14 22:54:13.601988 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-bbefd092-8f38-418c-8526-070f1a2f20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:13.603419 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-bbefd092-8f38-418c-8526-070f1a2f20ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719609 Jan 14 22:54:13.730545 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-b0871c54-4a6d-4403-841e-16e6444ae9bc service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207664 Jan 14 22:54:13.857365 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-10863384-40ee-4a24-891f-eb5ced4c0141 req-25963ab5-e7ab-48a1-80f5-b50c9da1ec56 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214507 Jan 14 22:54:14.318665 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddf6d8-ddec-48cc-b538-78518b5d0a56 req-e9b1beba-0af8-4a4f-b1fc-bf361e4b9b14 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:14.320169 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-52ddf6d8-ddec-48cc-b538-78518b5d0a56 req-e9b1beba-0af8-4a4f-b1fc-bf361e4b9b14 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0797791 Jan 14 22:54:14.367335 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-52ddf6d8-ddec-48cc-b538-78518b5d0a56 req-68a664de-8a76-4da7-8e44-543c5126a4b5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416245 Jan 14 22:54:15.555503 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0babd-1d4b-47a3-afbf-9a57602e5ae6 req-2259544d-9060-4fb1-b473-dec7cdc060d4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:15.556962 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9ed0babd-1d4b-47a3-afbf-9a57602e5ae6 req-2259544d-9060-4fb1-b473-dec7cdc060d4 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0807688 Jan 14 22:54:15.602752 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9ed0babd-1d4b-47a3-afbf-9a57602e5ae6 req-e23a32ad-d168-41cf-af10-8572d48f3940 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389893 Jan 14 22:54:16.607675 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device f01d96be-bb0d-44aa-9328-ef67fda9774e no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:54:16.735955 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:16.763270 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:54:16.774334 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:54:16.806892 dv-cinder-824801-1-iscsi neutron-server[87474]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'code': 422} returned with failed status Jan 14 22:54:16.811922 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773f734-aa1e-4bee-acd1-11cad4bbbed6 req-6437aea7-9fad-4493-a014-19c1284473c0 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:16.813324 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7773f734-aa1e-4bee-acd1-11cad4bbbed6 req-6437aea7-9fad-4493-a014-19c1284473c0 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 945 time: 0.0912874 Jan 14 22:54:16.860693 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7773f734-aa1e-4bee-acd1-11cad4bbbed6 req-96851adb-8233-4f53-aa5e-da966a7637cd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398092 Jan 14 22:54:16.860961 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:16.939995 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=8']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:54:19.414508 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d6d0f-395f-47d7-a110-2e3473fc300c req-cd1bf125-5fa6-45f5-b3e2-4dac98acdaf3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:19.415945 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a02d6d0f-395f-47d7-a110-2e3473fc300c req-cd1bf125-5fa6-45f5-b3e2-4dac98acdaf3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.0794113 Jan 14 22:54:19.459338 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a02d6d0f-395f-47d7-a110-2e3473fc300c req-47040efa-e8bc-4c82-8757-215ec50c66b9 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369976 Jan 14 22:54:19.695030 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-05e9013d-3d77-4c3b-b97c-de4d9add988e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1553280 Jan 14 22:54:20.752724 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e557c81-832a-4525-a7de-b3b7e9a64f07 req-76717be4-872f-48a4-98f1-afeea2476d81 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:20.754109 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7e557c81-832a-4525-a7de-b3b7e9a64f07 req-76717be4-872f-48a4-98f1-afeea2476d81 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.1675379 Jan 14 22:54:20.797736 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7e557c81-832a-4525-a7de-b3b7e9a64f07 req-5f0173eb-67cb-4181-806a-8cc920b7f7b3 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380003 Jan 14 22:54:20.935843 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-2c82b765-657c-4e84-9c94-4d6662b2512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:20.937828 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-2c82b765-657c-4e84-9c94-4d6662b2512d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a&tenant_id=f87c3a88bcc946af9bc4b50a83b60ece HTTP/1.1" status: 200 len: 1096 time: 0.0693173 Jan 14 22:54:21.027889 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-c2b18ce5-7622-4e15-baee-782a29536109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:21.029119 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-c2b18ce5-7622-4e15-baee-782a29536109 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 1096 time: 0.0716982 Jan 14 22:54:21.157079 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-531b31a1-47ff-4c8a-ac57-9654e3d8641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:21.158538 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-531b31a1-47ff-4c8a-ac57-9654e3d8641a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 200 len: 917 time: 0.1237974 Jan 14 22:54:21.261216 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-530c6c98-05f4-4d3a-9998-684e1cff8c98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e HTTP/1.1" status: 200 len: 998 time: 0.0971134 Jan 14 22:54:21.305859 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:21.321511 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-ae92aaf9-4afb-4497-974c-cc99decf3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:21.322939 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-ae92aaf9-4afb-4497-974c-cc99decf3659 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 200 len: 856 time: 0.0561783 Jan 14 22:54:21.398185 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-7f9b117e-d244-4aad-8039-4879c02e4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:21.399601 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-7f9b117e-d244-4aad-8039-4879c02e4fdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a778f94-4f90-4b8f-bc52-29864f191d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710654 Jan 14 22:54:21.527939 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-d6975fce-3c66-48c1-9327-7cd73ce07a8c service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224611 Jan 14 22:54:21.656385 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a99c4261-c054-4d15-a656-4cab6e20de75 req-a0b4d610-e773-4f85-8162-870ec4759b08 service neutron] 10.222.0.39 "GET /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220102 Jan 14 22:54:22.002066 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ea7a7-4cbf-4450-b547-3686c311aac5 req-03fb2c39-2e69-4ae4-ac20-94a01135f14d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:22.003519 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b76ea7a7-4cbf-4450-b547-3686c311aac5 req-03fb2c39-2e69-4ae4-ac20-94a01135f14d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.0835118 Jan 14 22:54:22.048458 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b76ea7a7-4cbf-4450-b547-3686c311aac5 req-f0e350ca-c836-4981-a040-b11d8fc18a42 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393412 Jan 14 22:54:23.246608 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99970d-e217-43e3-a175-5fccce53db07 req-36c56828-9cae-44b7-8d5c-b4eb27ae995d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:23.248470 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dd99970d-e217-43e3-a175-5fccce53db07 req-36c56828-9cae-44b7-8d5c-b4eb27ae995d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.0864089 Jan 14 22:54:23.295493 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dd99970d-e217-43e3-a175-5fccce53db07 req-3b48bb18-f230-4d95-ab21-c26ed1e299f6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405622 Jan 14 22:54:24.400827 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:54:24.502075 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d3b7-197b-4bdc-9f0d-a07b0a62b16e req-13c23d65-e0a9-418d-959d-11e1d22d8bb7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:24.503458 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2ff7d3b7-197b-4bdc-9f0d-a07b0a62b16e req-13c23d65-e0a9-418d-959d-11e1d22d8bb7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.0889306 Jan 14 22:54:24.559564 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2ff7d3b7-197b-4bdc-9f0d-a07b0a62b16e req-dacc76e1-c711-4a11-8e02-8bc25ef8b574 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424247 Jan 14 22:54:25.767890 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d74b5-69c2-4c6a-be50-1ff963987b32 req-09e9d43f-b490-42b8-a2a9-f2cc8f5d076f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:25.769328 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b92d74b5-69c2-4c6a-be50-1ff963987b32 req-09e9d43f-b490-42b8-a2a9-f2cc8f5d076f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.0872643 Jan 14 22:54:25.815082 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b92d74b5-69c2-4c6a-be50-1ff963987b32 req-0588008e-ec56-4099-ac50-64af6a13dd48 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397589 Jan 14 22:54:27.031118 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65991973-13c7-4573-9ce9-2430e7199b3d req-eb4f1014-feb6-4c62-87ee-240b9807955c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:27.065654 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-65991973-13c7-4573-9ce9-2430e7199b3d req-eb4f1014-feb6-4c62-87ee-240b9807955c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.0974362 Jan 14 22:54:27.089088 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-65991973-13c7-4573-9ce9-2430e7199b3d req-51c70182-7f4a-416c-8258-f1aa9285fd29 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490162 Jan 14 22:54:28.290305 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f97161-e32e-4ebe-b98d-715024b59439 req-914bdf82-6160-485b-b6d1-a202146cf807 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:28.291892 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d5f97161-e32e-4ebe-b98d-715024b59439 req-914bdf82-6160-485b-b6d1-a202146cf807 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.0836434 Jan 14 22:54:28.344910 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d5f97161-e32e-4ebe-b98d-715024b59439 req-64e78b3a-9702-43cc-8abc-9ca08339fc5a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447299 Jan 14 22:54:29.569070 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f930-03cb-4edc-a2ee-b42510dd3d4a req-60e6789e-92ad-44c7-84d7-67d56718011d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:29.570555 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c252f930-03cb-4edc-a2ee-b42510dd3d4a req-60e6789e-92ad-44c7-84d7-67d56718011d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.0901325 Jan 14 22:54:29.618595 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c252f930-03cb-4edc-a2ee-b42510dd3d4a req-ebbc5652-d8b9-424b-9c5b-086a04dc80c6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413918 Jan 14 22:54:30.808599 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf5cfd-5515-4c67-bacd-743e5261d119 req-e2744f0c-e6bd-4dc6-a92a-923dbe0e19db tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:30.809948 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6cbf5cfd-5515-4c67-bacd-743e5261d119 req-e2744f0c-e6bd-4dc6-a92a-923dbe0e19db tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.0783730 Jan 14 22:54:30.851786 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6cbf5cfd-5515-4c67-bacd-743e5261d119 req-30978b36-0cec-4b2f-8071-dfca09f510f2 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362196 Jan 14 22:54:32.136176 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ae430-abb9-4094-99b8-46cadb303506 req-34837a6e-da7a-44ef-83ef-459f58f4c27f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:32.137612 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f76ae430-abb9-4094-99b8-46cadb303506 req-34837a6e-da7a-44ef-83ef-459f58f4c27f tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 943 time: 0.1792567 Jan 14 22:54:32.182836 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f76ae430-abb9-4094-99b8-46cadb303506 req-c6882e51-3ca9-49ab-936e-000681ba0748 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395167 Jan 14 22:54:32.709466 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device f01d96be-bb0d-44aa-9328-ef67fda9774e details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:54:32.845453 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:54:32.858131 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'port_id': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'mac_address': 'fa:16:3e:d6:40:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:54:32.917229 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:32.933405 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01d96be-bb0d-44aa-9328-ef67fda9774e {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:54:32.947945 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:54:33.110955 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:33.178931 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=9']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:54:33.185822 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.186168 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.186501 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.186981 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.187151 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.187477 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.187792 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.188110 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.188428 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.188743 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.189056 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.189369 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:54:33.337037 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['f01d96be-bb0d-44aa-9328-ef67fda9774e'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:54:33.373715 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb823a5-35c0-43c5-b234-15c7fbb412af req-472b3411-df1f-43b5-8438-5ad900e80734 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:33.375824 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bcb823a5-35c0-43c5-b234-15c7fbb412af req-472b3411-df1f-43b5-8438-5ad900e80734 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 944 time: 0.0784702 Jan 14 22:54:33.423310 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bcb823a5-35c0-43c5-b234-15c7fbb412af req-750a4a8a-2cdb-4152-b5b4-15167dd6918c tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415480 Jan 14 22:54:34.611666 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189b9fa-649b-4a08-a0ba-c344cdea1883 req-1f8582e1-b276-489f-ac74-ea4bb7566824 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:34.613096 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9189b9fa-649b-4a08-a0ba-c344cdea1883 req-1f8582e1-b276-489f-ac74-ea4bb7566824 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 944 time: 0.0792081 Jan 14 22:54:34.656135 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9189b9fa-649b-4a08-a0ba-c344cdea1883 req-97856274-372c-41c3-adbf-cd74c1341849 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373385 Jan 14 22:54:34.703111 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device f01d96be-bb0d-44aa-9328-ef67fda9774e up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:54:34.770776 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port f01d96be-bb0d-44aa-9328-ef67fda9774e triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:54:34.771051 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:34.883235 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:34.933348 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:54:34.943129 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:54:34.977177 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'code': 200} Jan 14 22:54:35.002463 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:35.068964 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=10']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:54:35.314109 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2c333-afec-41ca-90ce-35b6736048ae req-e5713b84-3565-491b-a338-b40c4f9efc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:35.315618 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bbf2c333-afec-41ca-90ce-35b6736048ae req-e5713b84-3565-491b-a338-b40c4f9efc9a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 1099 time: 0.0725443 Jan 14 22:54:35.356311 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bbf2c333-afec-41ca-90ce-35b6736048ae req-664cafaa-4c6e-4b90-b12b-6e5121daafbb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341120 Jan 14 22:54:35.844516 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a2b52-8d50-4724-877d-4a0e1633e1b0 req-0beb5da5-f9f9-419e-8348-d0badf3a0d8d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:35.845963 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6a4a2b52-8d50-4724-877d-4a0e1633e1b0 req-0beb5da5-f9f9-419e-8348-d0badf3a0d8d tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 946 time: 0.0779746 Jan 14 22:54:35.888908 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-6a4a2b52-8d50-4724-877d-4a0e1633e1b0 req-6a2dd104-1eb9-436e-a057-825c4b20844a tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374570 Jan 14 22:54:36.213205 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-bba76b8c-322c-4fe9-ae80-04f828946700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:37.083559 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f512f5-1af3-407f-85f3-4adbac7bd411 req-baffb02f-6e64-42aa-88dc-10a3afe072c2 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:37.084934 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70f512f5-1af3-407f-85f3-4adbac7bd411 req-baffb02f-6e64-42aa-88dc-10a3afe072c2 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 946 time: 0.0825722 Jan 14 22:54:37.129533 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-70f512f5-1af3-407f-85f3-4adbac7bd411 req-4d9759f8-cdad-4d64-b62a-a06229390029 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389740 Jan 14 22:54:38.314802 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec76543-ee1c-4112-ae9c-cad3777bb71e req-955d299d-08e2-42a1-b751-425d51a4c7fa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:54:38.316208 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1ec76543-ee1c-4112-ae9c-cad3777bb71e req-955d299d-08e2-42a1-b751-425d51a4c7fa tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 946 time: 0.0784683 Jan 14 22:54:38.362204 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1ec76543-ee1c-4112-ae9c-cad3777bb71e req-110b76fa-34d6-45f0-b215-c6e163835736 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404620 Jan 14 22:54:38.419372 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-6c32a5ed-3bac-4a59-9353-bce148c2693b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:39.618627 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:39.755869 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:41.110311 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:54:51.274145 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:01.400055 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:55:02.462687 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-87a56e2a-45d0-4580-b6f4-f947c00b2a51 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676312 Jan 14 22:55:02.551717 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-51d5a673-5488-484f-8550-2740c24ab27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:02.553134 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-51d5a673-5488-484f-8550-2740c24ab27a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 1098 time: 0.0705218 Jan 14 22:55:02.694882 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-45ec8a6a-b7d6-47ea-876e-cfdcc6b26373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:02.696290 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-45ec8a6a-b7d6-47ea-876e-cfdcc6b26373 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 911 time: 0.1242526 Jan 14 22:55:02.796902 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-4c7cb43c-aceb-4257-80e5-d3f058a97b00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465427e6-2b09-47ae-af6f-052dff77e01a HTTP/1.1" status: 200 len: 1001 time: 0.0940206 Jan 14 22:55:02.862066 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-f0c0b944-e5df-40b5-8985-60f6de254372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:02.864237 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-f0c0b944-e5df-40b5-8985-60f6de254372 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0608461 Jan 14 22:55:02.936142 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-1bf78d86-6242-497b-b985-bfc4860036b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:02.937639 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-1bf78d86-6242-497b-b985-bfc4860036b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672548 Jan 14 22:55:03.070963 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-8c4e9be7-0a7e-4190-8dc7-b9419aea63eb service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254051 Jan 14 22:55:03.202491 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-28de98f1-79d0-4ca1-92f4-d889a767c4a8 req-10bb7699-be6d-42b7-b8ee-e6e3cb6a0f71 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252468 Jan 14 22:55:06.200282 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-54b6b023-d7e5-4c6b-ad2c-5b7f799e0b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:08.248448 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108dbb2-7673-44c0-bad9-f90570f94914 req-42527aaf-6b2d-49d3-83a0-0052986d23a7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:08.249930 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f108dbb2-7673-44c0-bad9-f90570f94914 req-42527aaf-6b2d-49d3-83a0-0052986d23a7 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 946 time: 0.1884305 Jan 14 22:55:08.296731 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f108dbb2-7673-44c0-bad9-f90570f94914 req-50de5fd4-878b-4543-b0a3-fb20f26d76f5 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410435 Jan 14 22:55:08.416024 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-31c25453-dafb-4142-b027-4448231f4ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:09.452410 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-b88b92f5-7569-4cdf-873d-e117c11f80a6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:09.453874 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-b88b92f5-7569-4cdf-873d-e117c11f80a6 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.39 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 946 time: 0.0841844 Jan 14 22:55:09.574080 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Deleting port f01d96be-bb0d-44aa-9328-ef67fda9774e {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:55:09.574419 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:09.611549 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:09.737350 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:09.761870 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f6b0a-02b9-46da-ad4e-2573c3baf136 req-181a61fe-fbf6-4cc5-be38-d7bbe4039415 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:09.763300 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1b8f6b0a-02b9-46da-ad4e-2573c3baf136 req-181a61fe-fbf6-4cc5-be38-d7bbe4039415 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 946 time: 0.3520732 Jan 14 22:55:09.854869 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1b8f6b0a-02b9-46da-ad4e-2573c3baf136 req-76c54c3a-a290-4f05-b4f6-67d2fcaef129 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups?id=63581b64-ff7e-45e3-ad2b-fdaf5573dd53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850918 Jan 14 22:55:09.949968 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] For port f01d96be-bb0d-44aa-9328-ef67fda9774e, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=f01d96be-bb0d-44aa-9328-ef67fda9774e,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:55:09.950328 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:10.234789 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:10.235158 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:10.235471 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Floating IP c4392ced-8453-41b9-a5a6-59c0142eeca0 disassociated. External IP: 172.27.3.26, port: f01d96be-bb0d-44aa-9328-ef67fda9774e. Jan 14 22:55:10.235812 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Calling delete_port for f01d96be-bb0d-44aa-9328-ef67fda9774e owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:55:10.422932 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:10.475191 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event deleted for resources: {'Port': ['ID=f01d96be-bb0d-44aa-9328-ef67fda9774e,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:10.485834 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.486128 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.486472 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.486808 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.487143 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.487478 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.487806 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.488187 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.488579 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.489136 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.489333 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.489658 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:10.667031 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Router 8de053a6-2f0a-469f-b137-e859af16719b has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:55:10.842377 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:55:10.852735 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] Sync routers for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:55:10.863941 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:55:10.864636 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:55:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:10.919060 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] No DVR routers for this DVR port f01d96be-bb0d-44aa-9328-ef67fda9774e on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:55:10.921634 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:10.924543 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'name': 'network-vif-deleted', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:55:10.986725 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857dcdff-882a-413c-a9e3-68625fea210a', 'name': 'network-vif-deleted', 'tag': 'f01d96be-bb0d-44aa-9328-ef67fda9774e', 'status': 'completed', 'code': 200} Jan 14 22:55:11.030011 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-78c54e4f-cfd8-4025-8491-ebf6dce42762 req-5e83907e-eff8-4c7b-b652-7966ad917547 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.39 "DELETE /v2.0/ports/f01d96be-bb0d-44aa-9328-ef67fda9774e HTTP/1.1" status: 204 len: 173 time: 1.5708954 Jan 14 22:55:11.065815 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:55:11.142858 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:11.191662 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-8d6a9dbe-60f6-45b9-95d2-04e2679cd5e8 req-3dc81450-b7fc-4f65-8cb7-141c48a909e8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Synchronizing usage tracker for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:55:11.257338 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-8d6a9dbe-60f6-45b9-95d2-04e2679cd5e8 req-3dc81450-b7fc-4f65-8cb7-141c48a909e8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Unset dirty status for tenant:f87c3a88bcc946af9bc4b50a83b60ece on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:55:11.258535 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8d6a9dbe-60f6-45b9-95d2-04e2679cd5e8 req-3dc81450-b7fc-4f65-8cb7-141c48a909e8 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/ports?device_id=857dcdff-882a-413c-a9e3-68625fea210a HTTP/1.1" status: 200 len: 210 time: 0.1153123 Jan 14 22:55:11.413974 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:11.417446 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] Checking router: 8de053a6-2f0a-469f-b137-e859af16719b for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:55:11.425337 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:55:11.426582 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:55:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:11.599460 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:55:11.920725 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:11.924613 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e34e3-b335-4bfb-8af4-2ae2c3a91b79 None None] The sync data for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi is: [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:49:06Z', 'revision_number': 4, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': '7a92a3fe-3a82-409d-b0bd-9a7894f7f933', 'name': '', 'network_id': '8a778f94-4f90-4b8f-bc52-29864f191d6f', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'mac_address': 'fa:16:3e:e4:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93104011-4e4a-4606-8342-119f00b85613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:03Z', 'updated_at': '2022-01-14T22:49:12Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'subnets': [{'id': '93104011-4e4a-4606-8342-119f00b85613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:55:12.151800 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd146d1-ca03-491c-9962-749728e66782 None None] New status for floating IP c4392ced-8453-41b9-a5a6-59c0142eeca0: DOWN {{(pid=87474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:55:12.881735 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device f01d96be-bb0d-44aa-9328-ef67fda9774e no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:55:12.915762 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: f01d96be-bb0d-44aa-9328-ef67fda9774e {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:55:12.916103 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device f01d96be-bb0d-44aa-9328-ef67fda9774e not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:55:13.451520 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38386) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:13.514269 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9decbeee-5340-4977-8d2e-b5be89f15dbd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:13.542249 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9decbeee-5340-4977-8d2e-b5be89f15dbd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:13.646253 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9decbeee-5340-4977-8d2e-b5be89f15dbd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:13.664369 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decbeee-5340-4977-8d2e-b5be89f15dbd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63581b64-ff7e-45e3-ad2b-fdaf5573dd53,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:13.671138 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-9decbeee-5340-4977-8d2e-b5be89f15dbd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:13.672226 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-9decbeee-5340-4977-8d2e-b5be89f15dbd tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "DELETE /v2.0/security-groups/63581b64-ff7e-45e3-ad2b-fdaf5573dd53 HTTP/1.1" status: 204 len: 168 time: 0.2197263 Jan 14 22:55:13.674834 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38390) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:13.690018 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.api.v2.resource [None req-a2f4113f-5e3a-4708-8463-46743959d00b tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] show failed (client error): The resource could not be found. Jan 14 22:55:13.690976 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-a2f4113f-5e3a-4708-8463-46743959d00b tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "GET /v2.0/security-groups/63581b64-ff7e-45e3-ad2b-fdaf5573dd53 HTTP/1.1" status: 404 len: 347 time: 0.0152209 Jan 14 22:55:13.694520 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38394) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:13.939647 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-cae64463-daed-49d5-9a07-aed2ee0b7068 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Deleting port 20b33fc8-ddb1-4293-b478-890b25f2d846 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:55:13.939990 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cae64463-daed-49d5-9a07-aed2ee0b7068 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:14.108261 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cae64463-daed-49d5-9a07-aed2ee0b7068 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:14.108597 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cae64463-daed-49d5-9a07-aed2ee0b7068 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:14.228019 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-cae64463-daed-49d5-9a07-aed2ee0b7068 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Calling delete_port for 20b33fc8-ddb1-4293-b478-890b25f2d846 owned by network:floatingip {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:55:14.415920 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cae64463-daed-49d5-9a07-aed2ee0b7068 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:14.461081 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae64463-daed-49d5-9a07-aed2ee0b7068 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Pushing event deleted for resources: {'Port': ['ID=20b33fc8-ddb1-4293-b478-890b25f2d846,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:14.550964 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cae64463-daed-49d5-9a07-aed2ee0b7068 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:14.620919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-cae64463-daed-49d5-9a07-aed2ee0b7068 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:14.622062 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-cae64463-daed-49d5-9a07-aed2ee0b7068 tempest-AttachVolumeShelveTestJSON-830207319 tempest-AttachVolumeShelveTestJSON-830207319-project] 10.222.0.25 "DELETE /v2.0/floatingips/c4392ced-8453-41b9-a5a6-59c0142eeca0 HTTP/1.1" status: 204 len: 168 time: 0.9266117 Jan 14 22:55:17.579635 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38418) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:18.197427 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943118'] for router_interface, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:18.624092 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] Deleting port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:55:18.624791 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:18.790960 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] For port 7a92a3fe-3a82-409d-b0bd-9a7894f7f933, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=7a92a3fe-3a82-409d-b0bd-9a7894f7f933,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:55:18.791228 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:18.912525 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] Calling delete_port for 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 owned by network:router_interface {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:55:19.164561 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:19.235582 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a92a3fe-3a82-409d-b0bd-9a7894f7f933,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:19.474818 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943218'] for router_interface, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:19.827884 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] Router 8de053a6-2f0a-469f-b137-e859af16719b has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:55:20.091970 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:55:20.101964 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] Sync routers for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:55:20.106785 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-18919eec-ce40-4d51-a941-510013499362 admin admin] 10.222.0.25 "PUT /v2.0/routers/8de053a6-2f0a-469f-b137-e859af16719b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5241761 Jan 14 22:55:20.107368 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38424) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:20.110864 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:55:20.111448 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:55:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:20.285160 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:55:20.288554 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Notify callbacks [] for router, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:20.473820 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:20.553533 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Deleting port e5b29dd1-2b58-446d-95b4-cf0d6285bd55 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:55:20.553921 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:20.590752 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:55:19Z', 'revision_number': 5, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port': {'id': 'e5b29dd1-2b58-446d-95b4-cf0d6285bd55', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:8b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de053a6-2f0a-469f-b137-e859af16719b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:48:58Z', 'updated_at': '2022-01-14T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:20.595245 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] Checking router: 8de053a6-2f0a-469f-b137-e859af16719b for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:55:20.604184 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] Routers {'8de053a6-2f0a-469f-b137-e859af16719b'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:55:20.604762 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:55:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['8de053a6-2f0a-469f-b137-e859af16719b'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:20.729984 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] For port e5b29dd1-2b58-446d-95b4-cf0d6285bd55, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=e5b29dd1-2b58-446d-95b4-cf0d6285bd55,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:55:20.730341 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:20.752206 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] Set router 8de053a6-2f0a-469f-b137-e859af16719b gateway port host: None {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:55:20.854468 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Calling delete_port for e5b29dd1-2b58-446d-95b4-cf0d6285bd55 owned by network:router_gateway {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:55:20.885891 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:55:20Z', 'revision_number': 6, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port_host': None}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:20.890181 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef30f14-3d12-437f-a587-20a7096c99fc None None] The sync data for ids ['8de053a6-2f0a-469f-b137-e859af16719b'] in dv-cinder-824801-1-iscsi is: [{'id': '8de053a6-2f0a-469f-b137-e859af16719b', 'name': 'tempest-AttachVolumeShelveTestJSON-2138967445-router', 'tenant_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:48:56Z', 'updated_at': '2022-01-14T22:55:20Z', 'revision_number': 6, 'project_id': 'f87c3a88bcc946af9bc4b50a83b60ece', 'gw_port_host': None}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:55:21.102308 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:21.152511 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b29dd1-2b58-446d-95b4-cf0d6285bd55,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:21.240964 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591349'] for router_gateway, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:21.273608 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:21.509180 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125274'] for router, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:21.511272 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:21.616569 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590148'] for router, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:21.617222 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8de053a6-2f0a-469f-b137-e859af16719b {{(pid=87473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 22:55:21.630084 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:21.631206 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-fb88c265-bf97-4f13-88ec-afd279bed10d admin admin] 10.222.0.25 "DELETE /v2.0/routers/8de053a6-2f0a-469f-b137-e859af16719b HTTP/1.1" status: 204 len: 168 time: 1.5229616 Jan 14 22:55:21.633862 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38434) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:21.693752 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e7c1ed-4089-4665-b5f0-4867d2e5dc49 admin admin] Deleting subnet 93104011-4e4a-4606-8342-119f00b85613 {{(pid=87473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:55:21.696643 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c1ed-4089-4665-b5f0-4867d2e5dc49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:21.746789 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c1ed-4089-4665-b5f0-4867d2e5dc49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153136'] for subnet, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:21.827754 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c1ed-4089-4665-b5f0-4867d2e5dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:21.965595 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c1ed-4089-4665-b5f0-4867d2e5dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14178557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1774171'] for subnet, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.003035 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7c1ed-4089-4665-b5f0-4867d2e5dc49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93104011-4e4a-4606-8342-119f00b85613,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:22.006701 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c1ed-4089-4665-b5f0-4867d2e5dc49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.013090 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-f6e7c1ed-4089-4665-b5f0-4867d2e5dc49 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/93104011-4e4a-4606-8342-119f00b85613 HTTP/1.1" status: 204 len: 168 time: 0.3778965 Jan 14 22:55:22.013337 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739dafa-ba7f-432f-954e-fda5f2c24472 None None] Network 8a778f94-4f90-4b8f-bc52-29864f191d6f requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:55:22.015158 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38440) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:22.119063 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.128969 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Deleting port f5935dff-09c5-4373-bfde-41dc72fc2a15 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:55:22.129289 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.262015 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] DHCP port deletion for 8a778f94-4f90-4b8f-bc52-29864f191d6f request from dv-cinder-824801-1-iscsi {{(pid=87474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 14 22:55:22.268506 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] Deleting port f5935dff-09c5-4373-bfde-41dc72fc2a15 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:55:22.268506 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.323921 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:55:22.344177 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] For port f5935dff-09c5-4373-bfde-41dc72fc2a15, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=f5935dff-09c5-4373-bfde-41dc72fc2a15,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:55:22.344532 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.386696 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:55:22.386944 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 7a92a3fe-3a82-409d-b0bd-9a7894f7f933 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:55:22.387342 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device f5935dff-09c5-4373-bfde-41dc72fc2a15 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:55:22.470186 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Calling delete_port for f5935dff-09c5-4373-bfde-41dc72fc2a15 owned by network:dhcp {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:55:22.594522 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] For port f5935dff-09c5-4373-bfde-41dc72fc2a15, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=f5935dff-09c5-4373-bfde-41dc72fc2a15,segment=NetworkSegment(59a7c554-e2a7-4ac6-b5d3-d41b28f514ba),segment_id=59a7c554-e2a7-4ac6-b5d3-d41b28f514ba)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:55:22.594900 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.620866 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.671248 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5935dff-09c5-4373-bfde-41dc72fc2a15,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:22.674645 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] No DVR routers for this DVR port f5935dff-09c5-4373-bfde-41dc72fc2a15 on host dv-cinder-824801-1-iscsi {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:55:22.719952 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] Calling delete_port for f5935dff-09c5-4373-bfde-41dc72fc2a15 owned by network:dhcp {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:55:22.745671 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.790358 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.815270 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a778f94-4f90-4b8f-bc52-29864f191d6f']}} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:22.826087 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e5b29dd1-2b58-446d-95b4-cf0d6285bd55 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:55:22.827776 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba') {'for_net_delete': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:22.828078 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a7c554-e2a7-4ac6-b5d3-d41b28f514ba') {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:22.839709 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153129'] for segment, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.855130 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.860910 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:55:22.861289 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14178467'] for segment, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:22.867107 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: e5b29dd1-2b58-446d-95b4-cf0d6285bd55 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:55:22.867444 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device e5b29dd1-2b58-446d-95b4-cf0d6285bd55 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:55:22.874783 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.db.api [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: Traceback (most recent call last): Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: timer() Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: cb(*args, **kw) Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: return func(*args, **kwargs) Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: self._notify() Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: self.callback(batched_events) Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: event.method(event) Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: return f(self, *a, **k) Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._get(url).json() Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: return self.request(url, 'GET', **kwargs) Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:55:22.874920 dv-cinder-824801-1-iscsi neutron-server[87473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:55:22.879518 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG oslo_db.api [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 22:55:22.998907 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:23.016004 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:23.027667 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a778f94-4f90-4b8f-bc52-29864f191d6f,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:23.108442 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-e75de58e-a968-4170-801a-16f9da239c0c admin admin] 10.222.0.25 "DELETE /v2.0/networks/8a778f94-4f90-4b8f-bc52-29864f191d6f HTTP/1.1" status: 204 len: 168 time: 1.0921125 Jan 14 22:55:23.360535 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38448) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:23.376184 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] Deleting port f5935dff-09c5-4373-bfde-41dc72fc2a15 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:55:23.376707 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:23.409963 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d3bf770d-1810-4fe4-85e7-c735f412a0c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f87c3a88bcc946af9bc4b50a83b60ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482366 Jan 14 22:55:23.413059 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38452) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:23.469726 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-90456854-5971-41f3-ab94-8a0f9049645b None None] The port 'f5935dff-09c5-4373-bfde-41dc72fc2a15' was deleted {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 14 22:55:23.476187 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-375d0557-33e0-404a-b77f-0c6129cd9857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:23.501469 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-375d0557-33e0-404a-b77f-0c6129cd9857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:23.627622 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-375d0557-33e0-404a-b77f-0c6129cd9857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:23.644844 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d0557-33e0-404a-b77f-0c6129cd9857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263e77e7-197b-4ab1-b822-4b7209fe9de4,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:23.653808 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-375d0557-33e0-404a-b77f-0c6129cd9857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:23.654905 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-375d0557-33e0-404a-b77f-0c6129cd9857 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/263e77e7-197b-4ab1-b822-4b7209fe9de4 HTTP/1.1" status: 204 len: 168 time: 0.2409260 Jan 14 22:55:29.630762 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-4527ce8c-f7e5-4e2e-90a1-6ba21a086591 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001594510&fields=id&tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a HTTP/1.1" status: 200 len: 267 time: 0.0393739 Jan 14 22:55:29.871934 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393965-22dc-41c3-9287-729b429490ae req-d9fa5ed8-f7f9-4c07-89db-087145c537b1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:29.873349 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-d9fa5ed8-f7f9-4c07-89db-087145c537b1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 811 time: 0.2356675 Jan 14 22:55:29.888030 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-67e235ae-45fd-485c-b250-36569f46075f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/quotas/83fc1d027a1143dbb98d8cc3f1dc3b4a HTTP/1.1" status: 200 len: 375 time: 0.0092888 Jan 14 22:55:29.977514 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-f283331e-1e8f-4439-baf7-42aa8d7f6bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0841794 Jan 14 22:55:29.993001 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-be2403ec-dc6b-49f4-b836-433b551f0290 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:55:29.993973 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-be2403ec-dc6b-49f4-b836-433b551f0290 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058885 Jan 14 22:55:30.124424 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-a2acd87b-0252-49d0-8f18-6432f15f4075 service neutron] 10.222.0.25 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248496 Jan 14 22:55:30.264751 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-375690ad-55d3-43f2-8fba-cc6e5029954d service neutron] 10.222.0.25 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344633 Jan 14 22:55:30.925302 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7eca29a0-1e36-470b-8210-55dd3923cfab req-1baf92f4-a1ec-446f-a24c-ad06ffd71fb3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 210 time: 0.0457060 Jan 14 22:55:32.074772 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9ca806e0-6e5c-4a5a-b80d-022e6715b65e req-3e7f1255-fe4d-45f6-99d8-f32e5e72c83b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 210 time: 0.0420847 Jan 14 22:55:32.883981 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393965-22dc-41c3-9287-729b429490ae req-3cf5aa64-eccc-4152-ad95-1e9eaead6b27 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:32.885357 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-3cf5aa64-eccc-4152-ad95-1e9eaead6b27 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 811 time: 0.1530619 Jan 14 22:55:32.932212 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-e62c1c3b-7b01-482e-9bfe-2efb63b28142 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a HTTP/1.1" status: 200 len: 380 time: 0.0392122 Jan 14 22:55:32.948697 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'port': {'device_id': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'admin_state_up': True, 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'security_groups': ['7030bc40-4395-4650-96fb-50cc855b7e4d']}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:55:33.095608 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:55:33.105828 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:55:33.164860 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Made reservation on behalf of 83fc1d027a1143dbb98d8cc3f1dc3b4a for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:55:33.169101 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:33.263901 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-f1ff0c6e-3a06-4b09-9e75-7b2ee352c857 req-8e3a0813-d0d7-48b6-8bbe-e4476037256d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 210 time: 0.0793409 Jan 14 22:55:33.370620 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Allocated IP 172.20.0.11 (2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1/ef1ed849-8481-4446-afbb-383ce39c2aee/36570d9c-a086-41ae-88a6-0ae798e571bc) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:55:33.558779 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:33.574273 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Transition to ACTIVE for port object 36570d9c-a086-41ae-88a6-0ae798e571bc will not be triggered until provisioned by entity DHCP. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:55:33.673576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:33.742550 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:55:33.745562 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:55:33.749545 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:55:33.792998 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'Port': ['ID=36570d9c-a086-41ae-88a6-0ae798e571bc,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:33.824125 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:33.824737 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:33.925037 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-af1c7a38-e00e-4ecb-9b50-da48544d9bca tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9814799 Jan 14 22:55:33.937706 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-51a49ce8-f5e2-4c45-85e7-90cb492980ae tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=87473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 14 22:55:33.937706 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-51a49ce8-f5e2-4c45-85e7-90cb492980ae tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051515 Jan 14 22:55:33.946313 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Request body: {'port': {'device_id': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:55:34.056443 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:34.129676 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-1e6ca62f-0088-4239-8604-409b10571d18 None None] Provisioning for port 36570d9c-a086-41ae-88a6-0ae798e571bc completed by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:55:34.143778 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-1e6ca62f-0088-4239-8604-409b10571d18 None None] Provisioning complete for port 36570d9c-a086-41ae-88a6-0ae798e571bc triggered by entity DHCP. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:55:34.144146 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca62f-0088-4239-8604-409b10571d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:34.209620 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ca62f-0088-4239-8604-409b10571d18 None None] Port 36570d9c-a086-41ae-88a6-0ae798e571bc cannot update to ACTIVE because it is not bound. {{(pid=87474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 14 22:55:34.557445 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cab549-3bd9-4da1-80cb-bb3d3090c1b2 req-9de96ad7-abb1-49c1-83ab-3dfcc63866c2 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:34.558058 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-45cab549-3bd9-4da1-80cb-bb3d3090c1b2 req-9de96ad7-abb1-49c1-83ab-3dfcc63866c2 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Synchronizing usage tracker for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:55:34.590329 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36570d9c-a086-41ae-88a6-0ae798e571bc {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:55:34.597197 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:34.611250 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Transition to ACTIVE for port object 36570d9c-a086-41ae-88a6-0ae798e571bc will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:55:34.666064 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-45cab549-3bd9-4da1-80cb-bb3d3090c1b2 req-9de96ad7-abb1-49c1-83ab-3dfcc63866c2 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Unset dirty status for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:55:34.667243 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-45cab549-3bd9-4da1-80cb-bb3d3090c1b2 req-9de96ad7-abb1-49c1-83ab-3dfcc63866c2 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 932 time: 0.2686768 Jan 14 22:55:34.690107 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:34.827671 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-45cab549-3bd9-4da1-80cb-bb3d3090c1b2 req-99a0d816-590d-48f6-a3c7-69a80d5fbc88 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548471 Jan 14 22:55:34.900724 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Pushing event updated for resources: {'Port': ['ID=36570d9c-a086-41ae-88a6-0ae798e571bc,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:34.945762 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Attempting to bind port 36570d9c-a086-41ae-88a6-0ae798e571bc on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:55:34.946122 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Attempting to bind port 36570d9c-a086-41ae-88a6-0ae798e571bc by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:55:34.946454 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Attempting to bind port 36570d9c-a086-41ae-88a6-0ae798e571bc on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:55:34.951000 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Port 36570d9c-a086-41ae-88a6-0ae798e571bc on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:55:34.951317 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Attempting to bind port 36570d9c-a086-41ae-88a6-0ae798e571bc on network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:55:34.956235 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:55:34.956565 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Checking segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:55:34.956949 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Bound using segment: {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:55:34.957365 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Bound port: 36570d9c-a086-41ae-88a6-0ae798e571bc, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c67452cb-4ecf-4c4d-9206-a890be7cae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:55:34.957702 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:35.047931 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] For port 36570d9c-a086-41ae-88a6-0ae798e571bc, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:55:35.050902 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] For port 36570d9c-a086-41ae-88a6-0ae798e571bc, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=36570d9c-a086-41ae-88a6-0ae798e571bc,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:55:35.135281 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:35.190985 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:35.191508 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:35.192927 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] 10.222.0.39 "PUT /v2.0/ports/36570d9c-a086-41ae-88a6-0ae798e571bc HTTP/1.1" status: 200 len: 1094 time: 1.2513523 Jan 14 22:55:35.200110 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'tag': '36570d9c-a086-41ae-88a6-0ae798e571bc'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:55:35.233310 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1228-f8a6-42b5-b5e1-f17a59cd96d3 service neutron] Pushing event updated for resources: {'Port': ['ID=36570d9c-a086-41ae-88a6-0ae798e571bc,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:35.253067 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'tag': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'status': 'completed', 'code': 200} Jan 14 22:55:35.351324 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b921-0516-4b32-a71e-c5f011eb3d81 req-7410c8de-273e-44e6-8e2b-ad6d7f773735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:35.352943 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cb75b921-0516-4b32-a71e-c5f011eb3d81 req-7410c8de-273e-44e6-8e2b-ad6d7f773735 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 1097 time: 0.0836179 Jan 14 22:55:35.499559 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b921-0516-4b32-a71e-c5f011eb3d81 req-99c367d9-ff84-4a68-8e70-02dd066aa904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:35.500965 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cb75b921-0516-4b32-a71e-c5f011eb3d81 req-99c367d9-ff84-4a68-8e70-02dd066aa904 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1414740 Jan 14 22:55:35.635403 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b921-0516-4b32-a71e-c5f011eb3d81 req-c876d3fd-5ef6-4054-8fef-b7f03b3fccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:35.636762 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-cb75b921-0516-4b32-a71e-c5f011eb3d81 req-c876d3fd-5ef6-4054-8fef-b7f03b3fccb9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1301074 Jan 14 22:55:35.747804 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393965-22dc-41c3-9287-729b429490ae req-39cf9aa1-c299-4ecf-adfd-3ea3b1daf499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:35.749255 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-39cf9aa1-c299-4ecf-adfd-3ea3b1daf499 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 1097 time: 0.0783699 Jan 14 22:55:35.816950 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-a60802e2-4486-493b-8155-c0bab522147b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36570d9c-a086-41ae-88a6-0ae798e571bc HTTP/1.1" status: 200 len: 217 time: 0.0602629 Jan 14 22:55:35.882363 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393965-22dc-41c3-9287-729b429490ae req-a29047ce-604e-4a43-a1ae-48eabc536ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:35.884053 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-a29047ce-604e-4a43-a1ae-48eabc536ae8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0612118 Jan 14 22:55:36.016499 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393965-22dc-41c3-9287-729b429490ae req-ffeab2a4-7af4-4109-a909-6f2e22ddc80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:36.017962 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-ffeab2a4-7af4-4109-a909-6f2e22ddc80b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1283965 Jan 14 22:55:36.055867 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b1d78-a3fd-46ea-ae07-ba178b35d2d3 req-27dca4c1-8e75-4c55-abf8-7b384e7b401b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:36.057245 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-458b1d78-a3fd-46ea-ae07-ba178b35d2d3 req-27dca4c1-8e75-4c55-abf8-7b384e7b401b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 944 time: 0.1198647 Jan 14 22:55:36.198433 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-1966f975-f34a-4d29-ba8d-4c3ca4b2a4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:36.265940 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-458b1d78-a3fd-46ea-ae07-ba178b35d2d3 req-5c15dfd1-8c7d-4d4e-87a5-030c16779399 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959293 Jan 14 22:55:36.286751 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-5c9edbce-c3dc-442e-b1ac-7916ad3a3c3d service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626171 Jan 14 22:55:36.523972 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e3393965-22dc-41c3-9287-729b429490ae req-24b39aeb-e09a-4cb1-9d64-8503ca7112d1 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307434 Jan 14 22:55:36.933614 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38626) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:37.049414 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d163b154-2e5f-41af-83dd-a8ea3a455579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:37.063909 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d163b154-2e5f-41af-83dd-a8ea3a455579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:55:37.067739 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d163b154-2e5f-41af-83dd-a8ea3a455579 admin admin] Usage tracker for resource:security_group_rule and tenant:18c5f47464804f029b2751ed3b8f014c is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:55:37.071419 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d163b154-2e5f-41af-83dd-a8ea3a455579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:55:37.076962 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d163b154-2e5f-41af-83dd-a8ea3a455579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:55:37.157137 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d163b154-2e5f-41af-83dd-a8ea3a455579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:37.215411 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d163b154-2e5f-41af-83dd-a8ea3a455579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:37.262292 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d163b154-2e5f-41af-83dd-a8ea3a455579 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18c5f47464804f029b2751ed3b8f014c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275957 Jan 14 22:55:37.263111 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163b154-2e5f-41af-83dd-a8ea3a455579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d847ee03-3baf-4386-a861-da446fd5e858,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:37.265017 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 38632) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:37.326975 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:37.353806 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:37.452259 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b27122-ed9a-483d-8440-add020b31660 req-cf7b825e-5206-4b8d-b01f-ffd0e64d4557 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:37.453707 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-18b27122-ed9a-483d-8440-add020b31660 req-cf7b825e-5206-4b8d-b01f-ffd0e64d4557 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 944 time: 0.0829246 Jan 14 22:55:37.472638 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:37.492777 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d847ee03-3baf-4386-a861-da446fd5e858,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:37.498664 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-18b27122-ed9a-483d-8440-add020b31660 req-bd34be46-4737-4405-933f-a67b0a5bf5b1 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387058 Jan 14 22:55:37.500967 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.501380 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.501802 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.502262 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.502651 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.503039 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.503423 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.503807 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.504190 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.504574 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.505096 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.505502 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:37.510451 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:37.516020 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-c7078e0f-195d-40b1-83e3-e133d7d3218a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d847ee03-3baf-4386-a861-da446fd5e858 HTTP/1.1" status: 204 len: 168 time: 0.2492692 Jan 14 22:55:38.398633 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:55:38.403839 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-231dc929-b8d7-4ac6-848e-a2e732acdc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:38.684450 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff11bb-f7ed-45cd-b310-d218e08ed0ae req-8b856be2-15bb-4ed2-83a9-63590a42201f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:38.686013 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c6ff11bb-f7ed-45cd-b310-d218e08ed0ae req-8b856be2-15bb-4ed2-83a9-63590a42201f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 944 time: 0.0829065 Jan 14 22:55:38.733198 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c6ff11bb-f7ed-45cd-b310-d218e08ed0ae req-bf6ef643-dedf-488e-bdaf-4217523078db tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Jan 14 22:55:39.649755 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:39.746866 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:39.829457 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 38694) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:39.919108 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7ff49-d89f-46ea-b527-b5db5ac283d4 req-5453acb1-9502-425c-892e-65b107ee9d2a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:39.920540 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3fa7ff49-d89f-46ea-b527-b5db5ac283d4 req-5453acb1-9502-425c-892e-65b107ee9d2a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 944 time: 0.0786369 Jan 14 22:55:39.947290 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fb31e9aa-08e9-4f9d-8500-9c6d9a6e60cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:39.962061 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-fb31e9aa-08e9-4f9d-8500-9c6d9a6e60cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:55:39.964697 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-3fa7ff49-d89f-46ea-b527-b5db5ac283d4 req-a5ac4998-242e-48e2-90bc-d60b0ed17340 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385773 Jan 14 22:55:39.965930 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-fb31e9aa-08e9-4f9d-8500-9c6d9a6e60cc admin admin] Usage tracker for resource:security_group_rule and tenant:638788f55ea24e7c862bc925ab0dfd8b is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:55:39.968810 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-fb31e9aa-08e9-4f9d-8500-9c6d9a6e60cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:55:39.974568 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-fb31e9aa-08e9-4f9d-8500-9c6d9a6e60cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:55:40.055301 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fb31e9aa-08e9-4f9d-8500-9c6d9a6e60cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:40.112353 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-fb31e9aa-08e9-4f9d-8500-9c6d9a6e60cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:40.158468 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-fb31e9aa-08e9-4f9d-8500-9c6d9a6e60cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=638788f55ea24e7c862bc925ab0dfd8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278816 Jan 14 22:55:40.159412 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31e9aa-08e9-4f9d-8500-9c6d9a6e60cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3178977c-21c3-487a-b8dd-1ac77d62f2ba,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:40.161187 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38700) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:40.217126 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e2529ed7-9a4e-4d60-94b4-770d0ee38791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:40.245856 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e2529ed7-9a4e-4d60-94b4-770d0ee38791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:40.369623 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e2529ed7-9a4e-4d60-94b4-770d0ee38791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:40.385573 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2529ed7-9a4e-4d60-94b4-770d0ee38791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3178977c-21c3-487a-b8dd-1ac77d62f2ba,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:40.393924 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e2529ed7-9a4e-4d60-94b4-770d0ee38791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:40.395138 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-e2529ed7-9a4e-4d60-94b4-770d0ee38791 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3178977c-21c3-487a-b8dd-1ac77d62f2ba HTTP/1.1" status: 204 len: 168 time: 0.2329376 Jan 14 22:55:40.946321 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 38708) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:40.963519 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6bd5-415f-483a-aa31-0f3e3e37418f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:40.977772 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e9ac6bd5-415f-483a-aa31-0f3e3e37418f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:55:40.981554 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e9ac6bd5-415f-483a-aa31-0f3e3e37418f admin admin] Usage tracker for resource:security_group_rule and tenant:e698a56ace2f4f198c93177ee4354304 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:55:40.984297 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-e9ac6bd5-415f-483a-aa31-0f3e3e37418f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:55:40.990338 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-e9ac6bd5-415f-483a-aa31-0f3e3e37418f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:55:41.079809 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6bd5-415f-483a-aa31-0f3e3e37418f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:41.095048 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:41.151552 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6bd5-415f-483a-aa31-0f3e3e37418f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:41.155325 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009164b5-c066-4189-b448-7075d516c544 req-bb519ccb-a305-43e9-8b22-5012625f411d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:41.156784 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-009164b5-c066-4189-b448-7075d516c544 req-bb519ccb-a305-43e9-8b22-5012625f411d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 944 time: 0.0798051 Jan 14 22:55:41.199391 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-e9ac6bd5-415f-483a-aa31-0f3e3e37418f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e698a56ace2f4f198c93177ee4354304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519553 Jan 14 22:55:41.201469 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac6bd5-415f-483a-aa31-0f3e3e37418f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aded6435-7260-4bf2-a3de-7744e5240faf,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:41.201610 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-009164b5-c066-4189-b448-7075d516c544 req-44872f15-6b9c-499a-92f0-849becb7fd80 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389512 Jan 14 22:55:41.202044 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38714) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:41.263070 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e1edd426-7b42-4b7b-ab5d-61819dcf0f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:41.288903 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e1edd426-7b42-4b7b-ab5d-61819dcf0f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:41.415321 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e1edd426-7b42-4b7b-ab5d-61819dcf0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:41.429384 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edd426-7b42-4b7b-ab5d-61819dcf0f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded6435-7260-4bf2-a3de-7744e5240faf,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:41.437763 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-e1edd426-7b42-4b7b-ab5d-61819dcf0f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:41.438905 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-e1edd426-7b42-4b7b-ab5d-61819dcf0f6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aded6435-7260-4bf2-a3de-7744e5240faf HTTP/1.1" status: 204 len: 168 time: 0.2359691 Jan 14 22:55:42.391293 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d86c5-08a0-4bdb-8c75-1d0baa647063 req-bcebdfcd-0140-4558-a5e3-91dbc37ada1f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:42.392751 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d08d86c5-08a0-4bdb-8c75-1d0baa647063 req-bcebdfcd-0140-4558-a5e3-91dbc37ada1f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 944 time: 0.0830755 Jan 14 22:55:42.439978 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-d08d86c5-08a0-4bdb-8c75-1d0baa647063 req-7aad4b52-ed5d-4a46-bcff-5d4692a621e6 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415931 Jan 14 22:55:43.091937 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 36570d9c-a086-41ae-88a6-0ae798e571bc details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:55:43.226304 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 36570d9c-a086-41ae-88a6-0ae798e571bc, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=36570d9c-a086-41ae-88a6-0ae798e571bc,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:55:43.239704 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'port_id': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'mac_address': 'fa:16:3e:bb:da:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:55:43.293594 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:43.310273 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36570d9c-a086-41ae-88a6-0ae798e571bc {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:55:43.326374 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 36570d9c-a086-41ae-88a6-0ae798e571bc, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=36570d9c-a086-41ae-88a6-0ae798e571bc,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:55:43.392376 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:43.468446 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=36570d9c-a086-41ae-88a6-0ae798e571bc,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:43.475984 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.476329 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.476662 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.477001 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.477312 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.477834 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.478332 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.478806 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.479338 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.479874 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.480346 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.480816 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:55:43.612003 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['36570d9c-a086-41ae-88a6-0ae798e571bc'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:55:43.639497 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c4e35-d3a2-455a-b4ee-d0474fe0be26 req-fc27d531-e096-47f9-9f3e-387721f8512a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:43.640887 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b55c4e35-d3a2-455a-b4ee-d0474fe0be26 req-fc27d531-e096-47f9-9f3e-387721f8512a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 945 time: 0.0892479 Jan 14 22:55:43.685820 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b55c4e35-d3a2-455a-b4ee-d0474fe0be26 req-b7ded77f-6176-43ac-adc0-8f7e44b0ea57 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392008 Jan 14 22:55:44.671932 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38788) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:44.785754 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-99d2abad-6d62-45be-bb7c-0032d9d6864b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:44.838064 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-99d2abad-6d62-45be-bb7c-0032d9d6864b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:55:44.846975 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-99d2abad-6d62-45be-bb7c-0032d9d6864b admin admin] Usage tracker for resource:security_group_rule and tenant:4ee7ef9b8079408d8d22ef0b2ee28f5e is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:55:44.850984 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-99d2abad-6d62-45be-bb7c-0032d9d6864b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:55:44.861199 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-99d2abad-6d62-45be-bb7c-0032d9d6864b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:55:44.916983 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6164e2-ee21-4ed5-8e41-77976df82249 req-8083bfef-36ff-4fe2-9bee-42ec16a95d02 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:44.918455 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb6164e2-ee21-4ed5-8e41-77976df82249 req-8083bfef-36ff-4fe2-9bee-42ec16a95d02 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 945 time: 0.1225164 Jan 14 22:55:44.983579 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fb6164e2-ee21-4ed5-8e41-77976df82249 req-13f54891-ca81-4073-958d-91dd7c7774f9 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587358 Jan 14 22:55:45.001740 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-99d2abad-6d62-45be-bb7c-0032d9d6864b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:45.060377 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-99d2abad-6d62-45be-bb7c-0032d9d6864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:45.091204 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 36570d9c-a086-41ae-88a6-0ae798e571bc up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:55:45.108049 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-99d2abad-6d62-45be-bb7c-0032d9d6864b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ee7ef9b8079408d8d22ef0b2ee28f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350319 Jan 14 22:55:45.108951 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2abad-6d62-45be-bb7c-0032d9d6864b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadddcd8-e876-492d-be9f-6512c3029029,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:45.111047 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 38796) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:45.172924 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-64aa5968-b997-4c30-8fce-6d731f4710bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:45.200041 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-64aa5968-b997-4c30-8fce-6d731f4710bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:45.203158 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port 36570d9c-a086-41ae-88a6-0ae798e571bc completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:55:45.208060 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 36570d9c-a086-41ae-88a6-0ae798e571bc triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:55:45.208449 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:45.294749 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-64aa5968-b997-4c30-8fce-6d731f4710bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:45.313625 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa5968-b997-4c30-8fce-6d731f4710bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadddcd8-e876-492d-be9f-6512c3029029,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:45.327275 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-64aa5968-b997-4c30-8fce-6d731f4710bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:45.330291 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-64aa5968-b997-4c30-8fce-6d731f4710bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cadddcd8-e876-492d-be9f-6512c3029029 HTTP/1.1" status: 204 len: 168 time: 0.2158830 Jan 14 22:55:45.330408 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:45.361192 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36570d9c-a086-41ae-88a6-0ae798e571bc'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:55:45.371714 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 36570d9c-a086-41ae-88a6-0ae798e571bc, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=36570d9c-a086-41ae-88a6-0ae798e571bc,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:55:45.437009 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:45.508218 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=36570d9c-a086-41ae-88a6-0ae798e571bc,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:45.535927 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'code': 200} Jan 14 22:55:45.934093 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46c600-60a3-427b-85f5-0abde9566daf req-d744ca16-e2b1-4b64-ba53-1ed6c134b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:45.935543 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2c46c600-60a3-427b-85f5-0abde9566daf req-d744ca16-e2b1-4b64-ba53-1ed6c134b7c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 1099 time: 0.0723445 Jan 14 22:55:45.976900 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2c46c600-60a3-427b-85f5-0abde9566daf req-03920c34-0e07-48e2-a06e-87a7565adeaa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353589 Jan 14 22:55:45.981539 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38808) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:45.998165 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bc328412-f14b-4e98-941e-8e4dab631696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:46.012124 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-bc328412-f14b-4e98-941e-8e4dab631696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:55:46.015953 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-bc328412-f14b-4e98-941e-8e4dab631696 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab3b539ff59414c9152475601ee2e05 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:55:46.019661 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-bc328412-f14b-4e98-941e-8e4dab631696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:55:46.026360 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-bc328412-f14b-4e98-941e-8e4dab631696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:55:46.150055 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bc328412-f14b-4e98-941e-8e4dab631696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:46.187926 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01cc2d-2b40-4917-867b-aa2403010868 req-61532519-b159-4f1c-b1d9-7ce7ad1c97ae tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:46.189354 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5f01cc2d-2b40-4917-867b-aa2403010868 req-61532519-b159-4f1c-b1d9-7ce7ad1c97ae tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 946 time: 0.0868735 Jan 14 22:55:46.210721 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-bc328412-f14b-4e98-941e-8e4dab631696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:46.274411 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc328412-f14b-4e98-941e-8e4dab631696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c705ee06-f4f0-4bce-8353-d50b3676b7eb,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:46.280232 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5f01cc2d-2b40-4917-867b-aa2403010868 req-5eab85b2-625a-4825-a234-673dffa271e5 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844722 Jan 14 22:55:46.285330 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-bc328412-f14b-4e98-941e-8e4dab631696 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ab3b539ff59414c9152475601ee2e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027585 Jan 14 22:55:46.285940 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 38816) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:46.346658 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-944020fc-2947-4a41-b9de-e53aca878853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:46.370744 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-944020fc-2947-4a41-b9de-e53aca878853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:46.494695 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-944020fc-2947-4a41-b9de-e53aca878853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:46.509918 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944020fc-2947-4a41-b9de-e53aca878853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c705ee06-f4f0-4bce-8353-d50b3676b7eb,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:46.516051 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-944020fc-2947-4a41-b9de-e53aca878853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:46.519610 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-944020fc-2947-4a41-b9de-e53aca878853 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c705ee06-f4f0-4bce-8353-d50b3676b7eb HTTP/1.1" status: 204 len: 168 time: 0.2301025 Jan 14 22:55:47.474559 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7a74d-6c1a-44a6-9e04-db67f00a81e3 req-276e36c0-47be-4d48-a56e-a1144343fd02 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:47.477096 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-20c7a74d-6c1a-44a6-9e04-db67f00a81e3 req-276e36c0-47be-4d48-a56e-a1144343fd02 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 946 time: 0.0864549 Jan 14 22:55:47.520957 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-20c7a74d-6c1a-44a6-9e04-db67f00a81e3 req-26bc550a-b6c4-45b5-b1cc-140e83394dad tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379050 Jan 14 22:55:47.712480 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2c529-4ad4-47a2-b4cf-b60aeb3c9c8a req-a3b5f829-d63a-4fbc-9d97-46aa78f44a9f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:47.713988 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dde2c529-4ad4-47a2-b4cf-b60aeb3c9c8a req-a3b5f829-d63a-4fbc-9d97-46aa78f44a9f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 946 time: 0.0860732 Jan 14 22:55:47.763575 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dde2c529-4ad4-47a2-b4cf-b60aeb3c9c8a req-35fe4868-6840-44af-91b0-ded7c0f7f366 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432980 Jan 14 22:55:47.787520 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38848) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:47.857423 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3f6ec2-6dde-43cf-99d1-f1e17de93955 tempest-TestVolumeBootPattern-1545307054 tempest-TestVolumeBootPattern-1545307054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:47.859490 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-9f3f6ec2-6dde-43cf-99d1-f1e17de93955 tempest-TestVolumeBootPattern-1545307054 tempest-TestVolumeBootPattern-1545307054-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 1094 time: 0.0706925 Jan 14 22:55:47.862066 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38852) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:55:47.868121 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Request body: {'floatingip': {'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'port_id': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:55:47.874824 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:55:47.880768 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Usage tracker for resource:floatingip and tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:55:47.885718 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:55:47.894763 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:55:48.009402 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:48.167993 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:48.324068 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Allocated IP 172.27.3.27 (f5e3ea0a-7141-444e-ae92-10b3ccc8933d/6f119733-62e9-435e-97d4-b252944d50fc/958b08ce-ce41-4fea-be2f-15ce163d4c49) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:55:48.598750 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:48.683821 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:48.748301 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Network f5e3ea0a-7141-444e-ae92-10b3ccc8933d is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:55:48.751220 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:55:48.755006 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:55:48.795307 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'Port': ['ID=958b08ce-ce41-4fea-be2f-15ce163d4c49,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:49.165776 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:49.290468 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:49.497965 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:49.540327 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:49.644539 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event updated for resources: {'Port': ['ID=958b08ce-ce41-4fea-be2f-15ce163d4c49,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:55:49.661448 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591128'] for floatingip, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:49.833027 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Floating IP 48828049-c64a-4020-9b09-6f19a37557a8 associated. External IP: 172.27.3.27, port: 36570d9c-a086-41ae-88a6-0ae798e571bc. Jan 14 22:55:50.285457 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Router b5f1fa97-2203-430d-ab0f-cf60d336301c has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:55:50.464595 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:55:50.474518 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] Sync routers for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:55:50.484579 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:55:50.485180 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:55:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:50.574676 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:50.637183 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-67d66c15-4037-4a7f-a0fc-765ec1868af3 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7740636 Jan 14 22:55:50.637767 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'tag': '36570d9c-a086-41ae-88a6-0ae798e571bc'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:55:50.670111 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:55:50.814191 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'tag': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'status': 'completed', 'code': 200} Jan 14 22:55:51.040559 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '48828049-c64a-4020-9b09-6f19a37557a8', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:bb:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:55:49Z', 'updated_at': '2022-01-14T22:55:49Z', 'revision_number': 0, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}, {'id': '9cc429aa-414e-4fb6-b559-44b6eefa8435', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:68:87:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:53:38Z', 'updated_at': '2022-01-14T22:53:41Z', 'revision_number': 1, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:51.044153 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] Checking router: b5f1fa97-2203-430d-ab0f-cf60d336301c for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:55:51.052176 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:55:51.052753 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:55:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:51.224550 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:55:51.369979 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:55:51.576805 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '48828049-c64a-4020-9b09-6f19a37557a8', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:bb:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:55:49Z', 'updated_at': '2022-01-14T22:55:49Z', 'revision_number': 0, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}, {'id': '9cc429aa-414e-4fb6-b559-44b6eefa8435', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:68:87:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:53:38Z', 'updated_at': '2022-01-14T22:53:41Z', 'revision_number': 1, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:55:51.580678 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdae71d-26d3-4d5f-82d9-d9d3c3d083f3 None None] The sync data for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi is: [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '48828049-c64a-4020-9b09-6f19a37557a8', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:bb:da:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:55:49Z', 'updated_at': '2022-01-14T22:55:49Z', 'revision_number': 0, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}, {'id': '9cc429aa-414e-4fb6-b559-44b6eefa8435', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:68:87:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:53:38Z', 'updated_at': '2022-01-14T22:53:41Z', 'revision_number': 1, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:55:51.761343 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbfe720-65a6-43b8-8e5e-d7e94dc77ea9 None None] New status for floating IP 48828049-c64a-4020-9b09-6f19a37557a8: ACTIVE {{(pid=87475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:55:53.320357 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279de692-c657-41cb-bda2-1239f9181b98 req-5a17acbc-1071-488f-a621-c6fa1e65dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:53.321863 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-279de692-c657-41cb-bda2-1239f9181b98 req-5a17acbc-1071-488f-a621-c6fa1e65dab7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 1099 time: 0.0712543 Jan 14 22:55:53.451298 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279de692-c657-41cb-bda2-1239f9181b98 req-1b76d168-df96-44f3-bb72-4ae17fb5af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:53.452706 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-279de692-c657-41cb-bda2-1239f9181b98 req-1b76d168-df96-44f3-bb72-4ae17fb5af18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 911 time: 0.1247640 Jan 14 22:55:53.562489 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-279de692-c657-41cb-bda2-1239f9181b98 req-1e52a9cf-8fce-45b9-9b98-d06cde9430a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36570d9c-a086-41ae-88a6-0ae798e571bc HTTP/1.1" status: 200 len: 1001 time: 0.0964196 Jan 14 22:55:53.615095 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279de692-c657-41cb-bda2-1239f9181b98 req-21952cf5-29ee-4959-a8fe-6c34abb3b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:53.617180 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-279de692-c657-41cb-bda2-1239f9181b98 req-21952cf5-29ee-4959-a8fe-6c34abb3b3eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0561895 Jan 14 22:55:53.694148 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279de692-c657-41cb-bda2-1239f9181b98 req-6f034e08-96dd-49c1-babf-55a5e4316aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:55:53.695660 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-279de692-c657-41cb-bda2-1239f9181b98 req-6f034e08-96dd-49c1-babf-55a5e4316aea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728531 Jan 14 22:55:53.825948 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-279de692-c657-41cb-bda2-1239f9181b98 req-decda683-2a80-45aa-9d58-eda68938226f service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242180 Jan 14 22:55:53.956310 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-279de692-c657-41cb-bda2-1239f9181b98 req-57de6eaf-da92-4035-8b52-8ebb6cb1757a service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241355 Jan 14 22:56:02.431356 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b93d5894-74be-481c-9a6a-81736d359574 req-ab0f1019-1eff-4143-aa4c-22e7d9389c51 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701160 Jan 14 22:56:02.577008 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d5894-74be-481c-9a6a-81736d359574 req-4423393c-f016-4b19-b719-ad1ff8c11b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:02.578472 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b93d5894-74be-481c-9a6a-81736d359574 req-4423393c-f016-4b19-b719-ad1ff8c11b3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 1098 time: 0.0729120 Jan 14 22:56:02.727887 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d5894-74be-481c-9a6a-81736d359574 req-b935cb78-1aa6-486b-aa29-bbf6df22774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:02.729201 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b93d5894-74be-481c-9a6a-81736d359574 req-b935cb78-1aa6-486b-aa29-bbf6df22774b service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 911 time: 0.1274288 Jan 14 22:56:02.835415 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b93d5894-74be-481c-9a6a-81736d359574 req-280a7370-2561-46cf-834d-01fa88408dc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465427e6-2b09-47ae-af6f-052dff77e01a HTTP/1.1" status: 200 len: 1001 time: 0.0974224 Jan 14 22:56:02.896102 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d5894-74be-481c-9a6a-81736d359574 req-69a27b7b-bbfb-441e-8f4f-abeef0a95993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:02.898220 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b93d5894-74be-481c-9a6a-81736d359574 req-69a27b7b-bbfb-441e-8f4f-abeef0a95993 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0564272 Jan 14 22:56:02.974178 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d5894-74be-481c-9a6a-81736d359574 req-3daa34f2-4579-43e9-a16f-98334f608753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:02.976274 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b93d5894-74be-481c-9a6a-81736d359574 req-3daa34f2-4579-43e9-a16f-98334f608753 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690215 Jan 14 22:56:03.205296 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b93d5894-74be-481c-9a6a-81736d359574 req-d65012a8-2cb7-410a-b473-63747a100932 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196479 Jan 14 22:56:03.336045 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b93d5894-74be-481c-9a6a-81736d359574 req-c5633e27-ae0e-4e71-8f76-f708b922a55a service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235709 Jan 14 22:56:06.213577 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-362447fd-c27e-4c20-91ff-50bfbc81d34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:08.436625 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5852d3da-b57b-47c3-805a-c81a58a2cf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:09.653732 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:09.738219 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:11.104677 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:13.554659 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 38974) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:56:13.667660 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:13.682612 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:56:13.686350 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Usage tracker for resource:security_group_rule and tenant:0a19ee20732348079ea3f78f930f1897 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:56:13.689094 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:56:13.694919 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:56:13.772228 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:13.840585 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:13.886338 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101b948c-a7b7-47ba-83dc-51e7a187c749,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:56:13.891423 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a19ee20732348079ea3f78f930f1897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357530 Jan 14 22:56:13.894160 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 38980) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:56:13.895893 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.896249 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.896589 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.896924 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.897918 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.898258 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.898594 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.898918 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.899244 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.899568 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.899889 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.900210 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677d5a8-b2bb-41be-b877-b8f69fe3b905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:56:13.956359 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95016d87-1c44-409d-9702-0e3b7f3340d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:13.977403 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95016d87-1c44-409d-9702-0e3b7f3340d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:14.075828 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95016d87-1c44-409d-9702-0e3b7f3340d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:14.089764 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95016d87-1c44-409d-9702-0e3b7f3340d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b948c-a7b7-47ba-83dc-51e7a187c749,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:56:14.097825 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-95016d87-1c44-409d-9702-0e3b7f3340d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:14.098934 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-95016d87-1c44-409d-9702-0e3b7f3340d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/101b948c-a7b7-47ba-83dc-51e7a187c749 HTTP/1.1" status: 204 len: 168 time: 0.2038023 Jan 14 22:56:14.992029 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39004) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:56:15.095466 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-534456783-network', 'tenant_id': '1a8ae717be934c15977ac27103fec7e3'}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:56:15.099989 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:56:15.104405 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Usage tracker for resource:network and tenant:1a8ae717be934c15977ac27103fec7e3 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:56:15.107196 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:56:15.112882 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:56:15.178916 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Made reservation on behalf of 1a8ae717be934c15977ac27103fec7e3 for: {'network': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:56:15.181175 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for network, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:15.192869 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:15.206780 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:56:15.210962 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Usage tracker for resource:security_group_rule and tenant:1a8ae717be934c15977ac27103fec7e3 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:56:15.213656 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:56:15.219189 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:56:15.298467 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:15.350319 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:15.380477 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 22:56:15.389351 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39cb541-821f-49f9-a031-176c34a03be3,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:56:15.396086 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:15.396991 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.db.segments_db [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Added segment 1c16fdf5-2526-450a-a589-e26fd5869161 of type vlan for network bf68e736-0c09-494f-8112-c6fe13476169 Jan 14 22:56:15.397978 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:56:15.422239 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727546901342'] for network, precommit_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:15.527033 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424'] for network, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:15.528290 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:15.528870 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:15.629639 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] Pushing event updated for resources: {'Network': ['ID=bf68e736-0c09-494f-8112-c6fe13476169,revision_number=1']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:56:15.640245 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Network bf68e736-0c09-494f-8112-c6fe13476169 details requested by agent ovs-agent-dv-cinder-824801-1-iscsi with host dv-cinder-824801-1-iscsi {{(pid=87474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 14 22:56:15.648875 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-396af132-62e4-4ef5-b839-ec62f688c708 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6556652 Jan 14 22:56:15.651847 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39010) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:56:15.657408 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.v2.base [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Request body: {'subnet': {'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-534456783-subnet', 'tenant_id': '1a8ae717be934c15977ac27103fec7e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:56:15.662179 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:56:15.666162 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Usage tracker for resource:subnet and tenant:1a8ae717be934c15977ac27103fec7e3 is out of sync, need to count used quota {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:56:15.669136 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.quota.resource [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:56:15.674724 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.quota.driver [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:56:15.744144 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Made reservation on behalf of 1a8ae717be934c15977ac27103fec7e3 for: {'subnet': 1} {{(pid=87472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:56:15.746583 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61016240'] for subnet, before_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:16.012979 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61016222'] for subnet, after_create {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:16.085729 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09367558-aec7-4205-8eef-97fef3762a69,revision_number=0']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:56:16.092847 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Checking segment: {'id': '1c16fdf5-2526-450a-a589-e26fd5869161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:56:16.093198 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Network hostable DHCP agents. Network: bf68e736-0c09-494f-8112-c6fe13476169, hostable agents: ['bddd1372-ddbb-4acc-a90f-cfeb06388d68'], hosted agents: [] {{(pid=87472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 22:56:16.161033 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Network bf68e736-0c09-494f-8112-c6fe13476169 is scheduled to be hosted by DHCP agent bddd1372-ddbb-4acc-a90f-cfeb06388d68 with binding_index 1 {{(pid=87472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 22:56:16.223922 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.base_scheduler [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824801-1-iscsi, bf68e736-0c09-494f-8112-c6fe13476169) {{(pid=87472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:56:16.228365 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:16.228946 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:16.233736 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b0c3e2-3f7d-44e5-b37e-44ade79e9d3b None None] Network bf68e736-0c09-494f-8112-c6fe13476169 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:56:16.293628 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-becc95eb-4730-445c-bcac-091e2266c126 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6407304 Jan 14 22:56:16.441587 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85fcc06-306b-4def-b3f5-3eef0595f0a4 None None] Network bf68e736-0c09-494f-8112-c6fe13476169 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:56:18.649031 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-8264c53b-8b90-4248-bf71-bbea5b1a5b32 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:18.650408 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-8264c53b-8b90-4248-bf71-bbea5b1a5b32 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/networks?id=bf68e736-0c09-494f-8112-c6fe13476169 HTTP/1.1" status: 200 len: 813 time: 0.1427228 Jan 14 22:56:18.665512 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-be7d9aaa-f5a9-4acf-9cad-4f3448d2e93d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/quotas/1a8ae717be934c15977ac27103fec7e3 HTTP/1.1" status: 200 len: 375 time: 0.0095108 Jan 14 22:56:18.715212 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-0aae3ede-35b0-4660-8576-9dd7ef90bad0 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a8ae717be934c15977ac27103fec7e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447898 Jan 14 22:56:18.889399 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-69ebfbde-54a9-4947-8185-4993a97608de service neutron] 10.222.0.25 "GET /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677468 Jan 14 22:56:19.016945 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-923abe6d-593e-4d1f-aee7-27f9dd9941d9 service neutron] 10.222.0.25 "GET /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218078 Jan 14 22:56:19.259570 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1fbdfa5e-63de-46d7-9059-8e2a09719900 req-e911f8b7-38be-444f-8f03-e8ca7eb62553 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 210 time: 0.0417502 Jan 14 22:56:20.352371 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c56482be-31eb-417a-95f0-a3523e7e977d req-21f6cdba-3c7a-4c76-9e56-05ac7fa454f2 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 210 time: 0.0428462 Jan 14 22:56:21.304222 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:21.604969 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b6cbe2ce-2618-4a98-81ba-c46213127d69 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:21.606427 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b6cbe2ce-2618-4a98-81ba-c46213127d69 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.39 "GET /v2.0/networks?id=bf68e736-0c09-494f-8112-c6fe13476169 HTTP/1.1" status: 200 len: 813 time: 0.2393322 Jan 14 22:56:21.620094 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-dc91510a-7f36-46f5-8a07-faab16d6a648 req-3b207168-5d32-48a3-90a4-d8fd5e3d7b0e tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 210 time: 0.0753944 Jan 14 22:56:21.623370 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Request body: {'port': {'device_id': 'cacc6306-b37e-4284-aa9d-126e2f615aa2', 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169', 'admin_state_up': True, 'tenant_id': '1a8ae717be934c15977ac27103fec7e3'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:56:21.760545 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:56:21.765050 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Usage tracker for resource:port and tenant:1a8ae717be934c15977ac27103fec7e3 is out of sync, need to count used quota {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 14 22:56:21.767840 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 14 22:56:21.773973 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:56:21.846239 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Made reservation on behalf of 1a8ae717be934c15977ac27103fec7e3 for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:56:21.849623 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:22.008205 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Allocated IP 172.20.0.13 (bf68e736-0c09-494f-8112-c6fe13476169/09367558-aec7-4205-8eef-97fef3762a69/e15881bf-4909-44c4-8b96-c34a799663c0) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:56:22.293369 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:22.378643 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:22.455494 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Network bf68e736-0c09-494f-8112-c6fe13476169 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:56:22.458545 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:56:22.463415 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:56:22.490776 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Pushing event updated for resources: {'Port': ['ID=e15881bf-4909-44c4-8b96-c34a799663c0,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:56:22.527862 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:22.528399 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:22.652834 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-b7f5ea43-0f6c-4a26-aaba-15c9d9979450 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0349693 Jan 14 22:56:22.664274 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Request body: {'port': {'device_id': 'cacc6306-b37e-4284-aa9d-126e2f615aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:56:22.820407 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:22.911767 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817298-6841-4ecd-9b17-395f2bb3058f req-16ae585a-9a03-44ec-9331-e07a61d56121 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:22.912439 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-b3817298-6841-4ecd-9b17-395f2bb3058f req-16ae585a-9a03-44ec-9331-e07a61d56121 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Synchronizing usage tracker for tenant:1a8ae717be934c15977ac27103fec7e3 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:56:23.110913 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-b3817298-6841-4ecd-9b17-395f2bb3058f req-16ae585a-9a03-44ec-9331-e07a61d56121 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Unset dirty status for tenant:1a8ae717be934c15977ac27103fec7e3 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:56:23.111980 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b3817298-6841-4ecd-9b17-395f2bb3058f req-16ae585a-9a03-44ec-9331-e07a61d56121 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 932 time: 0.3675396 Jan 14 22:56:23.214585 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b3817298-6841-4ecd-9b17-395f2bb3058f req-0edcbf4a-b0db-4260-bce0-07820ba8ae5d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958416 Jan 14 22:56:23.216354 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15881bf-4909-44c4-8b96-c34a799663c0 {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:56:23.223630 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:23.237596 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Transition to ACTIVE for port object e15881bf-4909-44c4-8b96-c34a799663c0 will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:56:23.308719 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:23.456621 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Pushing event updated for resources: {'Port': ['ID=e15881bf-4909-44c4-8b96-c34a799663c0,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:56:23.536102 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Attempting to bind port e15881bf-4909-44c4-8b96-c34a799663c0 on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:56:23.536428 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Attempting to bind port e15881bf-4909-44c4-8b96-c34a799663c0 by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '1c16fdf5-2526-450a-a589-e26fd5869161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:56:23.536746 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Attempting to bind port e15881bf-4909-44c4-8b96-c34a799663c0 on network bf68e736-0c09-494f-8112-c6fe13476169 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:56:23.541811 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Port e15881bf-4909-44c4-8b96-c34a799663c0 on network bf68e736-0c09-494f-8112-c6fe13476169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:56:23.542128 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Attempting to bind port e15881bf-4909-44c4-8b96-c34a799663c0 on network bf68e736-0c09-494f-8112-c6fe13476169 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:56:23.547043 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:56:23.547370 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Checking segment: {'id': '1c16fdf5-2526-450a-a589-e26fd5869161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:56:23.547742 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Bound using segment: {'id': '1c16fdf5-2526-450a-a589-e26fd5869161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:56:23.548145 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Bound port: e15881bf-4909-44c4-8b96-c34a799663c0, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c16fdf5-2526-450a-a589-e26fd5869161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:56:23.548473 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:23.633602 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] For port e15881bf-4909-44c4-8b96-c34a799663c0, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:56:23.636415 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] For port e15881bf-4909-44c4-8b96-c34a799663c0, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=e15881bf-4909-44c4-8b96-c34a799663c0,segment=NetworkSegment(1c16fdf5-2526-450a-a589-e26fd5869161),segment_id=1c16fdf5-2526-450a-a589-e26fd5869161)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:56:23.703996 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:23.767108 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:23.767729 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:23.769055 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] 10.222.0.39 "PUT /v2.0/ports/e15881bf-4909-44c4-8b96-c34a799663c0 HTTP/1.1" status: 200 len: 1094 time: 1.1090014 Jan 14 22:56:23.769503 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacc6306-b37e-4284-aa9d-126e2f615aa2', 'tag': 'e15881bf-4909-44c4-8b96-c34a799663c0'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:56:23.790478 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb0bf3-a842-4792-a9bf-aba3393af314 service neutron] Pushing event updated for resources: {'Port': ['ID=e15881bf-4909-44c4-8b96-c34a799663c0,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:56:23.814580 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacc6306-b37e-4284-aa9d-126e2f615aa2', 'tag': 'e15881bf-4909-44c4-8b96-c34a799663c0', 'status': 'completed', 'code': 200} Jan 14 22:56:23.903134 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81c368-2334-4db0-a006-020ae28a4b2a req-9fdc15c8-15f4-40a0-a3c6-9161aafc18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:23.904505 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5b81c368-2334-4db0-a006-020ae28a4b2a req-9fdc15c8-15f4-40a0-a3c6-9161aafc18db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a8ae717be934c15977ac27103fec7e3&device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 1097 time: 0.0706728 Jan 14 22:56:24.044390 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81c368-2334-4db0-a006-020ae28a4b2a req-b2946e70-9fd1-4e37-b879-4b7ab97abf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:24.045866 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5b81c368-2334-4db0-a006-020ae28a4b2a req-b2946e70-9fd1-4e37-b879-4b7ab97abf92 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1a8ae717be934c15977ac27103fec7e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1345813 Jan 14 22:56:24.177992 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81c368-2334-4db0-a006-020ae28a4b2a req-35f81cdc-ca7c-4438-aac3-fbc3904efad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:24.179572 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5b81c368-2334-4db0-a006-020ae28a4b2a req-35f81cdc-ca7c-4438-aac3-fbc3904efad2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1274943 Jan 14 22:56:24.430889 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-c30d7ff8-8844-4308-a8d3-279fb4515c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:24.432238 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-c30d7ff8-8844-4308-a8d3-279fb4515c4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a8ae717be934c15977ac27103fec7e3&device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 1097 time: 0.2184765 Jan 14 22:56:24.441854 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cb73a-8342-492b-a3f4-aada00957501 req-6943887a-95f5-492b-ba0b-b47aee26e7be tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:24.443155 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e93cb73a-8342-492b-a3f4-aada00957501 req-6943887a-95f5-492b-ba0b-b47aee26e7be tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 944 time: 0.1056466 Jan 14 22:56:24.516781 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-1be89e39-5b7d-462d-ac54-2ca7eaea8be1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15881bf-4909-44c4-8b96-c34a799663c0 HTTP/1.1" status: 200 len: 217 time: 0.0727251 Jan 14 22:56:24.580223 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-e93cb73a-8342-492b-a3f4-aada00957501 req-b7ff0bb1-46ac-43a8-9302-acb6e7963ace tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898380 Jan 14 22:56:24.596365 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-f529c766-0c5a-4888-a1d9-7d5a7899ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:24.597736 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-f529c766-0c5a-4888-a1d9-7d5a7899ef50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09367558-aec7-4205-8eef-97fef3762a69 HTTP/1.1" status: 200 len: 853 time: 0.0680730 Jan 14 22:56:24.643475 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-93944fa9-2af6-4c4b-8dee-6dda6b54957b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf68e736-0c09-494f-8112-c6fe13476169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396950 Jan 14 22:56:24.773700 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-a35ea5e7-35d2-4652-a458-abdda3a80af8 service neutron] 10.222.0.39 "GET /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231482 Jan 14 22:56:24.900405 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1099d26e-ace2-4253-aa22-f136c63fe4b6 req-3b1b6e59-c701-4103-aed8-8b77c657299d service neutron] 10.222.0.39 "GET /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211419 Jan 14 22:56:25.762726 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b1e50-45d4-4f18-82a3-33a6d4ee712e req-ea847d51-aa88-45c8-bdae-c7138f4e8db0 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:25.764143 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-512b1e50-45d4-4f18-82a3-33a6d4ee712e req-ea847d51-aa88-45c8-bdae-c7138f4e8db0 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 944 time: 0.0798712 Jan 14 22:56:25.810596 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-512b1e50-45d4-4f18-82a3-33a6d4ee712e req-e420c0f8-dcaf-43ac-8871-08bd9f5d82d5 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 Jan 14 22:56:26.990709 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eb848-f7c6-4fdd-a3a2-a03997ebe370 req-58b8b2ec-4e64-418f-9e44-560e6834b619 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:26.992391 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-072eb848-f7c6-4fdd-a3a2-a03997ebe370 req-58b8b2ec-4e64-418f-9e44-560e6834b619 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 944 time: 0.0788345 Jan 14 22:56:27.035943 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-072eb848-f7c6-4fdd-a3a2-a03997ebe370 req-8194a6c9-d5a3-49fe-81fb-0b75b3d37100 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377424 Jan 14 22:56:27.353114 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device e15881bf-4909-44c4-8b96-c34a799663c0 details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:56:27.482074 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port e15881bf-4909-44c4-8b96-c34a799663c0, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=e15881bf-4909-44c4-8b96-c34a799663c0,segment=NetworkSegment(1c16fdf5-2526-450a-a589-e26fd5869161),segment_id=1c16fdf5-2526-450a-a589-e26fd5869161)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:56:27.495349 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': 'e15881bf-4909-44c4-8b96-c34a799663c0', 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169', 'port_id': 'e15881bf-4909-44c4-8b96-c34a799663c0', 'mac_address': 'fa:16:3e:b2:74:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09367558-aec7-4205-8eef-97fef3762a69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:56:27.548932 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:27.565556 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15881bf-4909-44c4-8b96-c34a799663c0 {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:56:27.580849 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port e15881bf-4909-44c4-8b96-c34a799663c0, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=e15881bf-4909-44c4-8b96-c34a799663c0,segment=NetworkSegment(1c16fdf5-2526-450a-a589-e26fd5869161),segment_id=1c16fdf5-2526-450a-a589-e26fd5869161)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:56:27.629246 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:27.698492 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=e15881bf-4909-44c4-8b96-c34a799663c0,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:56:27.842560 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['e15881bf-4909-44c4-8b96-c34a799663c0'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:56:28.222163 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5119e-77a2-4ae8-ad70-592cb7db640f req-3bffbf5e-36b5-4bf0-9fbb-a85a22687d1e tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:28.223587 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fff5119e-77a2-4ae8-ad70-592cb7db640f req-3bffbf5e-36b5-4bf0-9fbb-a85a22687d1e tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 945 time: 0.0833201 Jan 14 22:56:28.267557 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-fff5119e-77a2-4ae8-ad70-592cb7db640f req-b25f48ff-c5db-488a-ade7-77c05ec27c0f tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 Jan 14 22:56:29.359474 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device e15881bf-4909-44c4-8b96-c34a799663c0 up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:56:29.452900 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fe46a-7ff4-4a8a-9c6b-2c9c37ccd50a req-5fec94ff-8e51-4c7a-a8bc-bdacf512d85d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:29.454500 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-883fe46a-7ff4-4a8a-9c6b-2c9c37ccd50a req-5fec94ff-8e51-4c7a-a8bc-bdacf512d85d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 945 time: 0.0805898 Jan 14 22:56:29.469460 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port e15881bf-4909-44c4-8b96-c34a799663c0 completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:56:29.475134 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port e15881bf-4909-44c4-8b96-c34a799663c0 triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:56:29.476765 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:29.499076 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-883fe46a-7ff4-4a8a-9c6b-2c9c37ccd50a req-db89ddc1-0274-4740-a8da-207707d854dd tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389640 Jan 14 22:56:29.594388 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:29.620132 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacc6306-b37e-4284-aa9d-126e2f615aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15881bf-4909-44c4-8b96-c34a799663c0'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:56:29.629225 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port e15881bf-4909-44c4-8b96-c34a799663c0, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=e15881bf-4909-44c4-8b96-c34a799663c0,segment=NetworkSegment(1c16fdf5-2526-450a-a589-e26fd5869161),segment_id=1c16fdf5-2526-450a-a589-e26fd5869161)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:56:29.667281 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacc6306-b37e-4284-aa9d-126e2f615aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15881bf-4909-44c4-8b96-c34a799663c0', 'code': 200} Jan 14 22:56:29.686560 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:29.753923 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=e15881bf-4909-44c4-8b96-c34a799663c0,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:56:30.010423 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa80e-c4c2-40f9-b469-721044bd7f90 req-a33ae239-d0fa-4c7e-ad10-9299b75b90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:30.011848 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-20dfa80e-c4c2-40f9-b469-721044bd7f90 req-a33ae239-d0fa-4c7e-ad10-9299b75b90ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 1099 time: 0.0741401 Jan 14 22:56:30.051910 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-20dfa80e-c4c2-40f9-b469-721044bd7f90 req-02f71f8d-d35e-4e33-bbae-8b30829103c7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Jan 14 22:56:30.695201 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c562c3-ed75-4375-ba34-1df6d9d03f87 req-dfc86430-be39-42ad-8179-ee835052d3e0 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:30.696652 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b7c562c3-ed75-4375-ba34-1df6d9d03f87 req-dfc86430-be39-42ad-8179-ee835052d3e0 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 946 time: 0.0885665 Jan 14 22:56:30.743323 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b7c562c3-ed75-4375-ba34-1df6d9d03f87 req-91424b02-81b4-4622-8bd6-997b844e6ded tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Jan 14 22:56:31.923395 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336878fd-3905-4d06-a3d2-845ce762a973 req-ea30aea2-4473-409e-99b9-e29530a4c2a0 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:56:31.924821 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-336878fd-3905-4d06-a3d2-845ce762a973 req-ea30aea2-4473-409e-99b9-e29530a4c2a0 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 946 time: 0.0776613 Jan 14 22:56:31.970654 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-336878fd-3905-4d06-a3d2-845ce762a973 req-509ca1bb-b4b7-4fb5-b4ac-04dba37295d9 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Jan 14 22:56:36.228746 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-440bb2e2-c9b2-46f6-a8ca-a14928e220e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:38.416643 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f2edce4d-8f24-40d3-ac1b-ebe4d388cde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:39.629660 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:39.720313 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:41.097267 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:51.314211 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:56:52.396490 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:57:04.875873 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-61e4f588-bcdf-4327-a77c-22b91322ba6f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728285 Jan 14 22:57:04.965188 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-7a7a93f7-424b-4732-ab39-f22b4936605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:04.970079 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-7a7a93f7-424b-4732-ab39-f22b4936605f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 1099 time: 0.0694642 Jan 14 22:57:05.111287 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-a4902c94-2b4a-4427-a2cb-3435e27b3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:05.112671 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-a4902c94-2b4a-4427-a2cb-3435e27b3bd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 911 time: 0.1266422 Jan 14 22:57:05.304510 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-62ddd2d2-cb31-4bb8-a7f1-7edaf0bb3e01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36570d9c-a086-41ae-88a6-0ae798e571bc HTTP/1.1" status: 200 len: 1001 time: 0.1820843 Jan 14 22:57:05.365944 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-9b93f7e2-c1ac-4cb6-a0ea-3ad7a297c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:05.367239 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-9b93f7e2-c1ac-4cb6-a0ea-3ad7a297c4c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0560324 Jan 14 22:57:05.442961 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-80e9d564-02fc-4b2f-a577-a718b19a855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:05.444394 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-80e9d564-02fc-4b2f-a577-a718b19a855d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712297 Jan 14 22:57:05.574745 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-a90ae418-0574-4f96-a13e-531300884418 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231735 Jan 14 22:57:05.703815 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-ad414985-462e-4cd0-ae02-53ea78dd781e req-2bdbe8ba-ec6b-496a-93e1-7a4e1dcc5560 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227071 Jan 14 22:57:06.200704 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-5eebd278-c126-4657-8420-b6b1f4ca56a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:08.411795 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b02b9c5c-2cf2-448e-92eb-0475d1c188b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:09.658010 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:09.748884 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:11.143580 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:16.340077 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2ffac-7b9f-464e-97c0-0e0df5899f77 req-e02ec699-2a64-48dc-80fa-ff05e61f7cab tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:16.341502 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bae2ffac-7b9f-464e-97c0-0e0df5899f77 req-e02ec699-2a64-48dc-80fa-ff05e61f7cab tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 946 time: 0.0803432 Jan 14 22:57:16.385528 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-bae2ffac-7b9f-464e-97c0-0e0df5899f77 req-01906447-6356-4208-8ff5-63fafdc3faa4 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Jan 14 22:57:17.591214 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30a27a-6402-4b99-89b5-63f499790802 req-489388dc-a0b4-471a-a870-cac3cfd10290 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:17.593239 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2c30a27a-6402-4b99-89b5-63f499790802 req-489388dc-a0b4-471a-a870-cac3cfd10290 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 946 time: 0.0894492 Jan 14 22:57:17.639521 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-2c30a27a-6402-4b99-89b5-63f499790802 req-e3804d96-e71d-43b7-9031-9f4f4029c81c tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Jan 14 22:57:17.775913 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-4f73f37b-4505-42b2-ae2c-0c3d40583976 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:17.777578 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-4f73f37b-4505-42b2-ae2c-0c3d40583976 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.39 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 946 time: 0.0789199 Jan 14 22:57:17.848179 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Deleting port e15881bf-4909-44c4-8b96-c34a799663c0 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:17.848515 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:18.089964 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] For port e15881bf-4909-44c4-8b96-c34a799663c0, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=e15881bf-4909-44c4-8b96-c34a799663c0,segment=NetworkSegment(1c16fdf5-2526-450a-a589-e26fd5869161),segment_id=1c16fdf5-2526-450a-a589-e26fd5869161)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:18.090218 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:18.210173 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Calling delete_port for e15881bf-4909-44c4-8b96-c34a799663c0 owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:18.406381 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:18.418356 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['e15881bf-4909-44c4-8b96-c34a799663c0'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:57:18.456082 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Pushing event deleted for resources: {'Port': ['ID=e15881bf-4909-44c4-8b96-c34a799663c0,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:18.493528 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.496010 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.496010 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.496010 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.496010 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.496010 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.496010 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.496010 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.496561 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.496561 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.496840 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.497051 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:18.541085 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] No DVR routers for this DVR port e15881bf-4909-44c4-8b96-c34a799663c0 on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:57:18.543458 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:18.546584 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacc6306-b37e-4284-aa9d-126e2f615aa2', 'name': 'network-vif-deleted', 'tag': 'e15881bf-4909-44c4-8b96-c34a799663c0'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:57:18.589251 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacc6306-b37e-4284-aa9d-126e2f615aa2', 'name': 'network-vif-deleted', 'tag': 'e15881bf-4909-44c4-8b96-c34a799663c0', 'status': 'completed', 'code': 200} Jan 14 22:57:18.641765 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-7dd3c15b-082c-4571-8b2f-e22ff339b6ff req-f22796a6-09cb-4e7b-9501-af4a2a8557fc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.39 "DELETE /v2.0/ports/e15881bf-4909-44c4-8b96-c34a799663c0 HTTP/1.1" status: 204 len: 173 time: 0.8589864 Jan 14 22:57:18.790391 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-a35e1def-e6dc-473f-86e3-830f330b8390 req-12d13e92-9bb8-4f05-a7c2-85e6fb213151 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Synchronizing usage tracker for tenant:1a8ae717be934c15977ac27103fec7e3 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:57:18.880653 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-a35e1def-e6dc-473f-86e3-830f330b8390 req-12d13e92-9bb8-4f05-a7c2-85e6fb213151 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Unset dirty status for tenant:1a8ae717be934c15977ac27103fec7e3 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:57:18.881815 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a35e1def-e6dc-473f-86e3-830f330b8390 req-12d13e92-9bb8-4f05-a7c2-85e6fb213151 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=cacc6306-b37e-4284-aa9d-126e2f615aa2 HTTP/1.1" status: 200 len: 210 time: 0.1340778 Jan 14 22:57:21.308432 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:21.837474 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device e15881bf-4909-44c4-8b96-c34a799663c0 no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:57:21.871111 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: e15881bf-4909-44c4-8b96-c34a799663c0 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:57:21.871446 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device e15881bf-4909-44c4-8b96-c34a799663c0 not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:57:29.395271 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:57:29.633541 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39326) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:29.929074 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Deleting port 958b08ce-ce41-4fea-be2f-15ce163d4c49 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:29.929408 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:30.097692 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:30.098043 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:30.216580 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Calling delete_port for 958b08ce-ce41-4fea-be2f-15ce163d4c49 owned by network:floatingip {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:30.453284 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:30.501535 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event deleted for resources: {'Port': ['ID=958b08ce-ce41-4fea-be2f-15ce163d4c49,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:30.594415 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:30.594759 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Floating IP 48828049-c64a-4020-9b09-6f19a37557a8 disassociated (deleted). External IP: 172.27.3.27, port: 36570d9c-a086-41ae-88a6-0ae798e571bc. Jan 14 22:57:30.984645 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-bf08bd02-425d-4ff6-a88d-7d8d5328d831 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:30.986076 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-bf08bd02-425d-4ff6-a88d-7d8d5328d831 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/networks?id=bf68e736-0c09-494f-8112-c6fe13476169 HTTP/1.1" status: 200 len: 813 time: 0.2427964 Jan 14 22:57:31.054737 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9a1db4a6-0cfa-4c3b-9e8f-c1fa221f30ad tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/quotas/1a8ae717be934c15977ac27103fec7e3 HTTP/1.1" status: 200 len: 375 time: 0.0615757 Jan 14 22:57:31.120618 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-1eb82bb5-bd23-450f-b96a-8955fc21dde1 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a8ae717be934c15977ac27103fec7e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577726 Jan 14 22:57:31.173876 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Router b5f1fa97-2203-430d-ab0f-cf60d336301c has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:57:31.445049 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-78795280-c3f0-41ea-a5ef-3f34fa76d5c1 service neutron] 10.222.0.25 "GET /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167415 Jan 14 22:57:31.618638 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:57:31.628511 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] Sync routers for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:57:31.637355 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:57:31.638012 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:57:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:31.663226 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-62a83baa-76c6-490b-97ad-c15c3cb80b98 service neutron] 10.222.0.25 "GET /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625161 Jan 14 22:57:31.692989 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:31.753202 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-ae38f8e6-6dc3-4fa6-9325-065f172d71b4 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "DELETE /v2.0/floatingips/48828049-c64a-4020-9b09-6f19a37557a8 HTTP/1.1" status: 204 len: 168 time: 2.1185381 Jan 14 22:57:31.754154 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'tag': '36570d9c-a086-41ae-88a6-0ae798e571bc'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:57:31.823386 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:57:31.869032 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'tag': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'status': 'completed', 'code': 200} Jan 14 22:57:31.985133 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8e7cd71e-d2dc-4f4f-8436-30117be88f67 req-5db0f315-66e3-44aa-a802-45e33f59c7c9 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 210 time: 0.0560741 Jan 14 22:57:32.010236 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-21401d8a-c0d7-4a0f-b588-f7c321f38b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:32.012127 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-21401d8a-c0d7-4a0f-b588-f7c321f38b73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 1099 time: 0.1170189 Jan 14 22:57:32.154181 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-fb683790-482d-4e5e-ae96-f17ecaf43d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:32.155779 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-fb683790-482d-4e5e-ae96-f17ecaf43d1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 911 time: 0.1380246 Jan 14 22:57:32.230594 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-5561b6fd-7ca3-49a9-9306-17022c7873df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36570d9c-a086-41ae-88a6-0ae798e571bc HTTP/1.1" status: 200 len: 217 time: 0.0688820 Jan 14 22:57:32.301767 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-fab0d9c8-fb9d-4413-b3d0-5a2bb1118796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:32.303261 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-fab0d9c8-fb9d-4413-b3d0-5a2bb1118796 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0660467 Jan 14 22:57:32.309218 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '9cc429aa-414e-4fb6-b559-44b6eefa8435', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:68:87:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:53:38Z', 'updated_at': '2022-01-14T22:53:41Z', 'revision_number': 1, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:32.313980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] Checking router: b5f1fa97-2203-430d-ab0f-cf60d336301c for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:57:32.322973 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:57:32.323707 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:57:08Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:32.387330 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-78cb3249-41f0-4952-ab18-53b99c7b221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:32.389211 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-78cb3249-41f0-4952-ab18-53b99c7b221c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798242 Jan 14 22:57:32.543484 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:57:32.592356 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-73389d58-6684-486a-b4f6-e58b31f774dd service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964118 Jan 14 22:57:32.652019 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601e178-633e-4520-bbd4-5769d308d45c req-3b0f7323-5c40-4f4b-a128-eee1cd69252d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:32.652700 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-a601e178-633e-4520-bbd4-5769d308d45c req-3b0f7323-5c40-4f4b-a128-eee1cd69252d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Synchronizing usage tracker for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:57:32.750382 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-b752a601-cd0f-4252-96e1-b24f5cdf4a56 req-f7f4b4a0-77a0-40f4-9b9a-030639ab0116 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516123 Jan 14 22:57:32.772463 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-a601e178-633e-4520-bbd4-5769d308d45c req-3b0f7323-5c40-4f4b-a128-eee1cd69252d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Unset dirty status for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:57:32.773539 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a601e178-633e-4520-bbd4-5769d308d45c req-3b0f7323-5c40-4f4b-a128-eee1cd69252d tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 946 time: 0.2761962 Jan 14 22:57:32.824301 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a601e178-633e-4520-bbd4-5769d308d45c req-ef1172d4-852c-451e-a033-9936d365a493 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446455 Jan 14 22:57:32.893632 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '9cc429aa-414e-4fb6-b559-44b6eefa8435', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:68:87:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:53:38Z', 'updated_at': '2022-01-14T22:53:41Z', 'revision_number': 1, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:32.897777 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793e14a-4edd-4dfa-8be6-b03c45ec2b93 None None] The sync data for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi is: [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_floatingips': [{'id': '9cc429aa-414e-4fb6-b559-44b6eefa8435', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'router_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'port_id': '465427e6-2b09-47ae-af6f-052dff77e01a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'mac_address': 'fa:16:3e:68:87:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433f41b-79e2-4988-8682-158f6a274073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T22:53:38Z', 'updated_at': '2022-01-14T22:53:41Z', 'revision_number': 1, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:57:33.133629 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cd28a4-71b3-456c-8cb2-d773eb885fb8 None None] New status for floating IP 48828049-c64a-4020-9b09-6f19a37557a8: DOWN {{(pid=87475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:57:33.143878 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a8a7c3d0-b445-4548-b8a3-0996f03f8557 req-6f1fafc7-e033-44ee-b668-686f025d7826 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 210 time: 0.0445428 Jan 14 22:57:33.973870 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2731320-cfbf-466c-92ae-30e76673770c req-5b1d0a2f-4329-4e9f-92eb-c9075649b9e2 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:33.976134 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-c2731320-cfbf-466c-92ae-30e76673770c req-5b1d0a2f-4329-4e9f-92eb-c9075649b9e2 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 946 time: 0.0974481 Jan 14 22:57:34.050393 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-c2731320-cfbf-466c-92ae-30e76673770c req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Deleting port 36570d9c-a086-41ae-88a6-0ae798e571bc {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:34.050393 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-c2731320-cfbf-466c-92ae-30e76673770c req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:34.117158 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-e8560d7a-52ea-43e5-aa34-964d619552e3 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:34.118533 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-e8560d7a-52ea-43e5-aa34-964d619552e3 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.39 "GET /v2.0/networks?id=bf68e736-0c09-494f-8112-c6fe13476169 HTTP/1.1" status: 200 len: 813 time: 0.3019135 Jan 14 22:57:34.130966 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Request body: {'port': {'device_id': '4851720a-4c0d-4fce-bab5-9a37432c85f4', 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169', 'admin_state_up': True, 'tenant_id': '1a8ae717be934c15977ac27103fec7e3'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:57:34.174350 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589b3aa-aec6-4a61-ad93-5ca2495f4629 req-2d2cc1dd-6272-4383-a39e-81101766fa1f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:34.175832 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8589b3aa-aec6-4a61-ad93-5ca2495f4629 req-2d2cc1dd-6272-4383-a39e-81101766fa1f tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 946 time: 0.1615446 Jan 14 22:57:34.323661 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a69f0a96-4892-430c-b9f4-33b3285512bd req-cfe80fc7-c11c-42f7-ab75-3146559612df tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 210 time: 0.0622559 Jan 14 22:57:34.328277 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [req-c2731320-cfbf-466c-92ae-30e76673770c req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] For port 36570d9c-a086-41ae-88a6-0ae798e571bc, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=36570d9c-a086-41ae-88a6-0ae798e571bc,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:34.329286 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-c2731320-cfbf-466c-92ae-30e76673770c req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:34.345644 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-8589b3aa-aec6-4a61-ad93-5ca2495f4629 req-22f2a8ee-ac4f-48e1-bc3b-3e27faf6ea9b tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599631 Jan 14 22:57:34.355999 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 14 22:57:34.371511 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.quota.driver [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 14 22:57:34.429912 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Made reservation on behalf of 1a8ae717be934c15977ac27103fec7e3 for: {'port': 1} {{(pid=87473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 22:57:34.433563 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:34.547434 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [req-c2731320-cfbf-466c-92ae-30e76673770c req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Calling delete_port for 36570d9c-a086-41ae-88a6-0ae798e571bc owned by compute:nova {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:34.597885 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_common [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Allocated IP 172.20.0.7 (bf68e736-0c09-494f-8112-c6fe13476169/09367558-aec7-4205-8eef-97fef3762a69/516ae8e2-bd13-459e-b5d6-267ac908361b) {{(pid=87473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 22:57:34.738633 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-c2731320-cfbf-466c-92ae-30e76673770c req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:34.794511 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks [] for port, precommit_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:34.828493 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event deleted for resources: {'Port': ['ID=36570d9c-a086-41ae-88a6-0ae798e571bc,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:34.867656 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.868000 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.868360 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.868661 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.868980 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.869302 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.869621 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.869964 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.870281 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.870598 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.870911 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.871218 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:34.879211 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2731320-cfbf-466c-92ae-30e76673770c req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] No DVR routers for this DVR port 36570d9c-a086-41ae-88a6-0ae798e571bc on host hv-cinder-82480 {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:57:34.881289 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [req-c2731320-cfbf-466c-92ae-30e76673770c req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:34.882096 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727546882012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_create {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:34.883853 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'name': 'network-vif-deleted', 'tag': '36570d9c-a086-41ae-88a6-0ae798e571bc'}] {{(pid=87472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:57:34.959197 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Network bf68e736-0c09-494f-8112-c6fe13476169 is already hosted by enough agents. {{(pid=87473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 22:57:34.962417 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.base_scheduler [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Resources bound (agent type, host, resource id): {{(pid=87473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 22:57:34.966277 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Received port after_create {{(pid=87473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 14 22:57:34.979534 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [req-c2731320-cfbf-466c-92ae-30e76673770c req-c4319acd-fa89-406e-b337-d4bfd83e56aa tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "DELETE /v2.0/ports/36570d9c-a086-41ae-88a6-0ae798e571bc HTTP/1.1" status: 204 len: 173 time: 0.9966753 Jan 14 22:57:34.997429 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Pushing event updated for resources: {'Port': ['ID=516ae8e2-bd13-459e-b5d6-267ac908361b,revision_number=1']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:35.035836 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:35.036440 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:35.106898 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c381be4f-65d7-4b7d-a856-99868677dea4', 'name': 'network-vif-deleted', 'tag': '36570d9c-a086-41ae-88a6-0ae798e571bc', 'status': 'completed', 'code': 200} Jan 14 22:57:35.156794 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-9ad66e0b-c8ae-46b0-946f-a8486621b920 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0294456 Jan 14 22:57:35.168386 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.v2.base [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Request body: {'port': {'device_id': '4851720a-4c0d-4fce-bab5-9a37432c85f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82480'}} {{(pid=87473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 22:57:35.286916 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:35.564749 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-53f4fc40-8d52-49df-b47d-1ddbaa8e06f5 req-e749cece-c319-46e6-80e1-fff1e33f79b7 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=c381be4f-65d7-4b7d-a856-99868677dea4 HTTP/1.1" status: 200 len: 210 time: 0.0749846 Jan 14 22:57:35.677022 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd7c28-16c3-4b91-a03b-c8b7559f24de req-f43aed8b-eca4-4279-b82a-f2bcd2d1e0d7 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:35.677711 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-a6fd7c28-16c3-4b91-a03b-c8b7559f24de req-f43aed8b-eca4-4279-b82a-f2bcd2d1e0d7 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Synchronizing usage tracker for tenant:1a8ae717be934c15977ac27103fec7e3 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:57:35.758429 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-a6fd7c28-16c3-4b91-a03b-c8b7559f24de req-f43aed8b-eca4-4279-b82a-f2bcd2d1e0d7 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Unset dirty status for tenant:1a8ae717be934c15977ac27103fec7e3 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:57:35.759615 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a6fd7c28-16c3-4b91-a03b-c8b7559f24de req-f43aed8b-eca4-4279-b82a-f2bcd2d1e0d7 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 931 time: 0.3218508 Jan 14 22:57:35.761448 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516ae8e2-bd13-459e-b5d6-267ac908361b {{(pid=87473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:57:35.781641 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:35.809838 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.provisioning_blocks [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Transition to ACTIVE for port object 516ae8e2-bd13-459e-b5d6-267ac908361b will not be triggered until provisioned by entity L2. {{(pid=87473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 22:57:35.819428 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a6fd7c28-16c3-4b91-a03b-c8b7559f24de req-0d253e96-0d2c-4991-bd55-cfd0f200ccc8 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535986 Jan 14 22:57:35.870296 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:36.026016 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Pushing event updated for resources: {'Port': ['ID=516ae8e2-bd13-459e-b5d6-267ac908361b,revision_number=2']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:36.198006 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Attempting to bind port 516ae8e2-bd13-459e-b5d6-267ac908361b on host hv-cinder-82480 for vnic_type normal with profile {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 14 22:57:36.198258 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Attempting to bind port 516ae8e2-bd13-459e-b5d6-267ac908361b by drivers openvswitch,hyperv on host hv-cinder-82480 at level 0 using segments [{'id': '1c16fdf5-2526-450a-a589-e26fd5869161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169'}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 14 22:57:36.198479 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Attempting to bind port 516ae8e2-bd13-459e-b5d6-267ac908361b on network bf68e736-0c09-494f-8112-c6fe13476169 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:57:36.202943 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Port 516ae8e2-bd13-459e-b5d6-267ac908361b on network bf68e736-0c09-494f-8112-c6fe13476169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82480 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 14 22:57:36.203247 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Attempting to bind port 516ae8e2-bd13-459e-b5d6-267ac908361b on network bf68e736-0c09-494f-8112-c6fe13476169 {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 14 22:57:36.208202 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Checking agent: {'id': 'ea646b91-676f-4cb4-aa3f-7c37906bb6fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'started_at': datetime.datetime(2022, 1, 14, 22, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 22:57:36.208539 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Checking segment: {'id': '1c16fdf5-2526-450a-a589-e26fd5869161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 14 22:57:36.208922 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Bound using segment: {'id': '1c16fdf5-2526-450a-a589-e26fd5869161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169'} {{(pid=87473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 22:57:36.209339 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.managers [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Bound port: 516ae8e2-bd13-459e-b5d6-267ac908361b, host: hv-cinder-82480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c16fdf5-2526-450a-a589-e26fd5869161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169'}}] {{(pid=87473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 14 22:57:36.209681 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:36.229826 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-bc17a3fe-8609-4dc2-a11c-55fc03452a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:36.302044 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] For port 516ae8e2-bd13-459e-b5d6-267ac908361b, host hv-cinder-82480, cleared binding levels {{(pid=87473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 14 22:57:36.304855 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] For port 516ae8e2-bd13-459e-b5d6-267ac908361b, host hv-cinder-82480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=516ae8e2-bd13-459e-b5d6-267ac908361b,segment=NetworkSegment(1c16fdf5-2526-450a-a589-e26fd5869161),segment_id=1c16fdf5-2526-450a-a589-e26fd5869161)] {{(pid=87473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 14 22:57:36.350335 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14178503'] for port, after_update {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:36.411517 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:36.412121 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:36.413461 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] 10.222.0.39 "PUT /v2.0/ports/516ae8e2-bd13-459e-b5d6-267ac908361b HTTP/1.1" status: 200 len: 1093 time: 1.2494535 Jan 14 22:57:36.413918 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4851720a-4c0d-4fce-bab5-9a37432c85f4', 'tag': '516ae8e2-bd13-459e-b5d6-267ac908361b'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:57:36.433271 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99a295-ad2b-4d65-a9a6-978fc545716d service neutron] Pushing event updated for resources: {'Port': ['ID=516ae8e2-bd13-459e-b5d6-267ac908361b,revision_number=3']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:36.459533 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4851720a-4c0d-4fce-bab5-9a37432c85f4', 'tag': '516ae8e2-bd13-459e-b5d6-267ac908361b', 'status': 'completed', 'code': 200} Jan 14 22:57:36.554029 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c8a9-7110-41dc-a23e-f1efec88604a req-4cb3188d-551d-4d2f-969e-fb2cb143e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:36.555403 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a087c8a9-7110-41dc-a23e-f1efec88604a req-4cb3188d-551d-4d2f-969e-fb2cb143e07d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a8ae717be934c15977ac27103fec7e3&device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 1096 time: 0.0756345 Jan 14 22:57:36.698946 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c8a9-7110-41dc-a23e-f1efec88604a req-ae7ec152-7501-460b-8cac-d12645eac263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:36.700361 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a087c8a9-7110-41dc-a23e-f1efec88604a req-ae7ec152-7501-460b-8cac-d12645eac263 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1a8ae717be934c15977ac27103fec7e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1383171 Jan 14 22:57:36.837184 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c8a9-7110-41dc-a23e-f1efec88604a req-aa642a89-e2c0-4f29-a405-ce498a25d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:36.838641 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a087c8a9-7110-41dc-a23e-f1efec88604a req-aa642a89-e2c0-4f29-a405-ce498a25d78b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1312869 Jan 14 22:57:36.996479 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-8b57c498-4f19-4e1d-ac62-257b3b806579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:36.997946 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-8b57c498-4f19-4e1d-ac62-257b3b806579 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a8ae717be934c15977ac27103fec7e3&device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 1096 time: 0.1217582 Jan 14 22:57:37.070399 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-23c55c72-16d4-4fd1-b6a4-c551fbe1f4f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=516ae8e2-bd13-459e-b5d6-267ac908361b HTTP/1.1" status: 200 len: 217 time: 0.0652013 Jan 14 22:57:37.117085 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d387-41aa-4858-a77b-b7c488ead3d0 req-dbce1b1b-ad31-4c9f-aef1-59e6fbf0e879 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:37.118513 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-59c6d387-41aa-4858-a77b-b7c488ead3d0 req-dbce1b1b-ad31-4c9f-aef1-59e6fbf0e879 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 943 time: 0.1868963 Jan 14 22:57:37.168300 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-41b441c3-d2cf-4638-89f3-3676f2ef3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:37.169694 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-41b441c3-d2cf-4638-89f3-3676f2ef3e18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09367558-aec7-4205-8eef-97fef3762a69 HTTP/1.1" status: 200 len: 853 time: 0.0910873 Jan 14 22:57:37.179688 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-59c6d387-41aa-4858-a77b-b7c488ead3d0 req-d4b37063-997a-4c05-974a-b1f8e7e246e9 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542834 Jan 14 22:57:37.221274 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-abfd32d5-8693-48c3-9823-09dd78ec455a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf68e736-0c09-494f-8112-c6fe13476169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406692 Jan 14 22:57:37.351383 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-3cf53249-0b5c-4518-8270-18c5926217a8 service neutron] 10.222.0.39 "GET /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229620 Jan 14 22:57:37.482453 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a212d029-95da-4a78-a175-6f5b90235ca8 req-69d61bb3-11b1-4714-87e6-422a27e74f6e service neutron] 10.222.0.39 "GET /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246605 Jan 14 22:57:37.658455 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 36570d9c-a086-41ae-88a6-0ae798e571bc no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:57:37.696427 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: 36570d9c-a086-41ae-88a6-0ae798e571bc {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:57:37.696762 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 36570d9c-a086-41ae-88a6-0ae798e571bc not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:57:38.363031 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1360fd1-6fff-4970-9f3d-8d52ff6b10fa req-ada798ff-3c85-42aa-8cb7-03333c9af85e tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:38.364468 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c1360fd1-6fff-4970-9f3d-8d52ff6b10fa req-ada798ff-3c85-42aa-8cb7-03333c9af85e tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 943 time: 0.0812554 Jan 14 22:57:38.408266 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-c1360fd1-6fff-4970-9f3d-8d52ff6b10fa req-f6eae4e6-ec06-4560-a00a-107fb3bf3e9d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Jan 14 22:57:38.418854 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a2989566-1c92-416c-a84b-fa4b3047ac81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:39.202480 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39398) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:39.500716 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Deleting port c70997a6-7d28-4af5-801a-f2348da9f234 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:39.501389 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:39.624030 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:39.657838 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 516ae8e2-bd13-459e-b5d6-267ac908361b details requested by agent hyperv_hv-cinder-82480 with host hv-cinder-82480 {{(pid=87474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 14 22:57:39.724227 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb0eac-ced1-4d56-b454-d94c78ddab61 req-c69776c1-e387-434b-b947-b778f6a8d709 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:39.725654 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-02eb0eac-ced1-4d56-b454-d94c78ddab61 req-c69776c1-e387-434b-b947-b778f6a8d709 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 943 time: 0.2007542 Jan 14 22:57:39.752119 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:39.752450 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:39.762111 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:39.806108 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 516ae8e2-bd13-459e-b5d6-267ac908361b, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=516ae8e2-bd13-459e-b5d6-267ac908361b,segment=NetworkSegment(1c16fdf5-2526-450a-a589-e26fd5869161),segment_id=1c16fdf5-2526-450a-a589-e26fd5869161)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:39.819096 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Returning: {'device': '516ae8e2-bd13-459e-b5d6-267ac908361b', 'network_id': 'bf68e736-0c09-494f-8112-c6fe13476169', 'port_id': '516ae8e2-bd13-459e-b5d6-267ac908361b', 'mac_address': 'fa:16:3e:f2:09:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09367558-aec7-4205-8eef-97fef3762a69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 14 22:57:39.874499 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:39.888804 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Calling delete_port for c70997a6-7d28-4af5-801a-f2348da9f234 owned by network:floatingip {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:39.892676 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516ae8e2-bd13-459e-b5d6-267ac908361b {{(pid=87474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 22:57:39.908293 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 516ae8e2-bd13-459e-b5d6-267ac908361b, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=516ae8e2-bd13-459e-b5d6-267ac908361b,segment=NetworkSegment(1c16fdf5-2526-450a-a589-e26fd5869161),segment_id=1c16fdf5-2526-450a-a589-e26fd5869161)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:39.937698 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-02eb0eac-ced1-4d56-b454-d94c78ddab61 req-3d08b865-dc70-4e9c-acd3-87edfdae4661 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029307 Jan 14 22:57:39.950320 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:40.019755 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=516ae8e2-bd13-459e-b5d6-267ac908361b,revision_number=4']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:40.026736 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.027079 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.027411 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.027737 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.028315 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.028634 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.028980 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.029265 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.029579 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.029947 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.030791 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.031101 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:57:40.138520 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:40.168727 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['516ae8e2-bd13-459e-b5d6-267ac908361b'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:57:40.184713 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event deleted for resources: {'Port': ['ID=c70997a6-7d28-4af5-801a-f2348da9f234,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:40.276650 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:40.276956 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.db.l3_db [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Floating IP 9cc429aa-414e-4fb6-b559-44b6eefa8435 disassociated (deleted). External IP: 172.27.3.188, port: 465427e6-2b09-47ae-af6f-052dff77e01a. Jan 14 22:57:40.629205 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Router b5f1fa97-2203-430d-ab0f-cf60d336301c has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:57:40.805356 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:57:40.814605 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] Sync routers for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:57:40.822334 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:40.823649 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:57:40.824246 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:57:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:40.877160 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-4b2565b5-ea72-41d7-9f74-5b58e4957034 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "DELETE /v2.0/floatingips/9cc429aa-414e-4fb6-b559-44b6eefa8435 HTTP/1.1" status: 204 len: 168 time: 1.6735978 Jan 14 22:57:40.877824 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2433f41b-79e2-4988-8682-158f6a274073', 'tag': '465427e6-2b09-47ae-af6f-052dff77e01a'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:57:40.930140 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2433f41b-79e2-4988-8682-158f6a274073', 'tag': '465427e6-2b09-47ae-af6f-052dff77e01a', 'status': 'completed', 'code': 200} Jan 14 22:57:41.005203 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:57:41.051853 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-2412c13a-f68e-4231-bb8b-61ed0e6e521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:41.053811 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-2412c13a-f68e-4231-bb8b-61ed0e6e521c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 1098 time: 0.1008234 Jan 14 22:57:41.153644 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:41.360797 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802145fe-db2f-4bff-9b47-975a7b42efa9 req-dd98efee-5aa3-4440-a4e8-0c75c0282def tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:41.362261 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-802145fe-db2f-4bff-9b47-975a7b42efa9 req-dd98efee-5aa3-4440-a4e8-0c75c0282def tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 944 time: 0.1771197 Jan 14 22:57:41.364728 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-f72d1a92-08ab-48e8-ac0b-d40379aaefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:41.366065 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-f72d1a92-08ab-48e8-ac0b-d40379aaefdb service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 200 len: 911 time: 0.3069041 Jan 14 22:57:41.372862 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:41.377471 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] Checking router: b5f1fa97-2203-430d-ab0f-cf60d336301c for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:57:41.386550 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:57:41.387209 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:57:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:41.487097 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-59bcee01-b613-4a22-9e21-649cee59ba6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465427e6-2b09-47ae-af6f-052dff77e01a HTTP/1.1" status: 200 len: 217 time: 0.1035903 Jan 14 22:57:41.566932 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-802145fe-db2f-4bff-9b47-975a7b42efa9 req-cebc6acf-946d-448c-80dc-149dd0ce569d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989872 Jan 14 22:57:41.569821 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:57:41.592650 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-2fa3c85f-b4f5-42df-abe6-003531ccc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:41.594246 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-2fa3c85f-b4f5-42df-abe6-003531ccc050 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 200 len: 850 time: 0.0926218 Jan 14 22:57:41.604076 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bdf33-83cb-4350-87fe-a1009706a1dc req-38b036b9-cf2f-4044-9250-52b715229b37 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:41.604733 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-409bdf33-83cb-4350-87fe-a1009706a1dc req-38b036b9-cf2f-4044-9250-52b715229b37 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Synchronizing usage tracker for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:57:41.683146 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-c81c9352-dcd1-47b0-98e3-e5bbaa1551f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:41.684598 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-c81c9352-dcd1-47b0-98e3-e5bbaa1551f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772846 Jan 14 22:57:41.693334 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 516ae8e2-bd13-459e-b5d6-267ac908361b up at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 14 22:57:41.729580 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-409bdf33-83cb-4350-87fe-a1009706a1dc req-38b036b9-cf2f-4044-9250-52b715229b37 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Unset dirty status for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:57:41.730754 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-409bdf33-83cb-4350-87fe-a1009706a1dc req-38b036b9-cf2f-4044-9250-52b715229b37 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 945 time: 0.2936723 Jan 14 22:57:41.839783 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-409bdf33-83cb-4350-87fe-a1009706a1dc req-1b9cef17-a841-4d74-8494-b5e8d7ef64f6 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015379 Jan 14 22:57:41.856768 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-cc29016d-098a-4172-a856-96b7ddb2b952 service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658344 Jan 14 22:57:41.933946 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning for port 516ae8e2-bd13-459e-b5d6-267ac908361b completed by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 22:57:41.941954 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.provisioning_blocks [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Provisioning complete for port 516ae8e2-bd13-459e-b5d6-267ac908361b triggered by entity L2. {{(pid=87474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 22:57:41.942357 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4103760'] for port, provisioning_complete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:41.987275 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:41.988551 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-1619e95c-63dc-4b34-b7f5-d5c5eafa43e9 req-915f0c39-ffee-4984-8fcf-b1e35a99c54c service neutron] 10.222.0.39 "GET /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256704 Jan 14 22:57:41.994453 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392dd0a0-6594-40a7-b255-e64284eaf17d None None] The sync data for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi is: [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:50:02Z', 'revision_number': 4, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi', '_interfaces': [{'id': 'a643cdd3-085b-4003-95ce-0557aad96cc3', 'name': '', 'network_id': '2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'mac_address': 'fa:16:3e:f3:6d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:01Z', 'updated_at': '2022-01-14T22:50:10Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'subnets': [{'id': 'ef1ed849-8481-4446-afbb-383ce39c2aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:57:42.069155 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3782763'] for port, before_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:42.098204 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4851720a-4c0d-4fce-bab5-9a37432c85f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516ae8e2-bd13-459e-b5d6-267ac908361b'}] {{(pid=87474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:57:42.106233 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] For port 516ae8e2-bd13-459e-b5d6-267ac908361b, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=516ae8e2-bd13-459e-b5d6-267ac908361b,segment=NetworkSegment(1c16fdf5-2526-450a-a589-e26fd5869161),segment_id=1c16fdf5-2526-450a-a589-e26fd5869161)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:42.140841 dv-cinder-824801-1-iscsi neutron-server[87474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4851720a-4c0d-4fce-bab5-9a37432c85f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516ae8e2-bd13-459e-b5d6-267ac908361b', 'code': 200} Jan 14 22:57:42.173237 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727547370195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727546882030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727546877727'] for port, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:42.234627 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14591cf5-de3e-49de-85db-0760df2fba50 None None] New status for floating IP 9cc429aa-414e-4fb6-b559-44b6eefa8435: DOWN {{(pid=87475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 22:57:42.241960 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Pushing event updated for resources: {'Port': ['ID=516ae8e2-bd13-459e-b5d6-267ac908361b,revision_number=5']} {{(pid=87474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:42.493192 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53cb69-592f-4a91-afe7-135a0c3deb0c req-15697b62-d726-440a-a075-0620cefb755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:42.494663 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9d53cb69-592f-4a91-afe7-135a0c3deb0c req-15697b62-d726-440a-a075-0620cefb755f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 1098 time: 0.0699489 Jan 14 22:57:42.536962 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-9d53cb69-592f-4a91-afe7-135a0c3deb0c req-da44b50c-f354-4803-819f-12495c1f413c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358224 Jan 14 22:57:42.751059 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077804ad-1c30-445a-93aa-78d24f5e660a req-39beea07-bdf8-4ea7-a81c-0aedd430ef38 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:42.752497 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-077804ad-1c30-445a-93aa-78d24f5e660a req-39beea07-bdf8-4ea7-a81c-0aedd430ef38 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 945 time: 0.0818498 Jan 14 22:57:42.795965 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-077804ad-1c30-445a-93aa-78d24f5e660a req-51aab9ba-d130-4522-aad3-b5dbb85a2f02 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379410 Jan 14 22:57:43.070403 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-7ca3c455-5de4-4275-aa31-6a3465406270 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:43.071704 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-7ca3c455-5de4-4275-aa31-6a3465406270 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 945 time: 0.1353557 Jan 14 22:57:43.083536 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734739c9-2d70-4fec-aee2-73a53b466d1d req-13ff7967-c4d1-4e72-aa2f-e27dd7cf2d60 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:43.084826 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-734739c9-2d70-4fec-aee2-73a53b466d1d req-13ff7967-c4d1-4e72-aa2f-e27dd7cf2d60 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 945 time: 0.1183980 Jan 14 22:57:43.174836 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-6ed0bcaf-31f9-4569-a2eb-ab14dcdca42a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Deleting port 465427e6-2b09-47ae-af6f-052dff77e01a {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:43.175179 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-6ed0bcaf-31f9-4569-a2eb-ab14dcdca42a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:43.207575 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-734739c9-2d70-4fec-aee2-73a53b466d1d req-d5c80b25-b525-4051-b40c-a4b732084687 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/security-groups?id=7030bc40-4395-4650-96fb-50cc855b7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950522 Jan 14 22:57:43.414184 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-6ed0bcaf-31f9-4569-a2eb-ab14dcdca42a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] For port 465427e6-2b09-47ae-af6f-052dff77e01a, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=465427e6-2b09-47ae-af6f-052dff77e01a,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:43.414536 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-6ed0bcaf-31f9-4569-a2eb-ab14dcdca42a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:43.630361 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-6ed0bcaf-31f9-4569-a2eb-ab14dcdca42a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Calling delete_port for 465427e6-2b09-47ae-af6f-052dff77e01a owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:43.841263 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-6ed0bcaf-31f9-4569-a2eb-ab14dcdca42a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:43.894651 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0bcaf-31f9-4569-a2eb-ab14dcdca42a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event deleted for resources: {'Port': ['ID=465427e6-2b09-47ae-af6f-052dff77e01a,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:44.011714 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-6ed0bcaf-31f9-4569-a2eb-ab14dcdca42a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] No DVR routers for this DVR port 465427e6-2b09-47ae-af6f-052dff77e01a on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:57:44.019557 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-6ed0bcaf-31f9-4569-a2eb-ab14dcdca42a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:44.021907 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2433f41b-79e2-4988-8682-158f6a274073', 'name': 'network-vif-deleted', 'tag': '465427e6-2b09-47ae-af6f-052dff77e01a'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:57:44.061852 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3623ae0-22cd-43d1-8bbb-7669a71f28ba req-e2e7d1d4-001e-4921-aef8-198352fe41aa tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:57:44.063856 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3623ae0-22cd-43d1-8bbb-7669a71f28ba req-e2e7d1d4-001e-4921-aef8-198352fe41aa tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 945 time: 0.1401279 Jan 14 22:57:44.068334 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2433f41b-79e2-4988-8682-158f6a274073', 'name': 'network-vif-deleted', 'tag': '465427e6-2b09-47ae-af6f-052dff77e01a', 'status': 'completed', 'code': 200} Jan 14 22:57:44.100301 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-5c228b3f-f798-4f91-b174-a9cb672a87ce req-6ed0bcaf-31f9-4569-a2eb-ab14dcdca42a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.39 "DELETE /v2.0/ports/465427e6-2b09-47ae-af6f-052dff77e01a HTTP/1.1" status: 204 len: 173 time: 1.0144930 Jan 14 22:57:44.110697 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a3623ae0-22cd-43d1-8bbb-7669a71f28ba req-08b8fdc6-0ea9-4140-b508-9b71c01c260a tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Jan 14 22:57:44.370329 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-a03e5efd-f5d3-48ce-a3e9-2d067e238a21 req-42c6de4b-30de-4a75-9132-a64bb7831d10 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Synchronizing usage tracker for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:57:44.441646 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-a03e5efd-f5d3-48ce-a3e9-2d067e238a21 req-42c6de4b-30de-4a75-9132-a64bb7831d10 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Unset dirty status for tenant:83fc1d027a1143dbb98d8cc3f1dc3b4a on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:57:44.442844 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-a03e5efd-f5d3-48ce-a3e9-2d067e238a21 req-42c6de4b-30de-4a75-9132-a64bb7831d10 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "GET /v2.0/ports?device_id=2433f41b-79e2-4988-8682-158f6a274073 HTTP/1.1" status: 200 len: 210 time: 0.1177919 Jan 14 22:57:45.536151 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39436) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:45.690160 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 465427e6-2b09-47ae-af6f-052dff77e01a no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:57:45.692579 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-2846c80b-3060-457f-a263-7ed04900d16a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Deleting port 39d755a9-9f61-471f-9384-ec6c76602467 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:45.692930 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2846c80b-3060-457f-a263-7ed04900d16a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:45.728187 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: 465427e6-2b09-47ae-af6f-052dff77e01a {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:57:45.728452 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 465427e6-2b09-47ae-af6f-052dff77e01a not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:57:45.863325 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2846c80b-3060-457f-a263-7ed04900d16a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:45.863630 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2846c80b-3060-457f-a263-7ed04900d16a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:45.982463 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-2846c80b-3060-457f-a263-7ed04900d16a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Calling delete_port for 39d755a9-9f61-471f-9384-ec6c76602467 owned by network:floatingip {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:46.173165 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2846c80b-3060-457f-a263-7ed04900d16a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:46.219370 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846c80b-3060-457f-a263-7ed04900d16a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event deleted for resources: {'Port': ['ID=39d755a9-9f61-471f-9384-ec6c76602467,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:46.309266 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2846c80b-3060-457f-a263-7ed04900d16a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for floatingip, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:46.384134 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-2846c80b-3060-457f-a263-7ed04900d16a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for floatingip, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:46.385242 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-2846c80b-3060-457f-a263-7ed04900d16a tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "DELETE /v2.0/floatingips/fdedc15c-89ac-49f5-ac27-67d19a05e1ae HTTP/1.1" status: 204 len: 168 time: 0.8480902 Jan 14 22:57:47.932233 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39454) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:48.003948 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f23fa09-574a-4034-93b1-234c5dcd9f81 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:48.038015 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f23fa09-574a-4034-93b1-234c5dcd9f81 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:48.168081 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f23fa09-574a-4034-93b1-234c5dcd9f81 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:48.187168 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23fa09-574a-4034-93b1-234c5dcd9f81 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7030bc40-4395-4650-96fb-50cc855b7e4d,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:48.258628 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-3f23fa09-574a-4034-93b1-234c5dcd9f81 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:48.259930 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-3f23fa09-574a-4034-93b1-234c5dcd9f81 tempest-TestVolumeBootPattern-1716732661 tempest-TestVolumeBootPattern-1716732661-project] 10.222.0.25 "DELETE /v2.0/security-groups/7030bc40-4395-4650-96fb-50cc855b7e4d HTTP/1.1" status: 204 len: 168 time: 0.3266828 Jan 14 22:57:48.381937 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39462) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:49.095084 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943118'] for router_interface, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:49.435969 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] Deleting port a643cdd3-085b-4003-95ce-0557aad96cc3 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:49.437196 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:49.605439 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] For port a643cdd3-085b-4003-95ce-0557aad96cc3, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=a643cdd3-085b-4003-95ce-0557aad96cc3,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:49.605804 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:49.724777 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] Calling delete_port for a643cdd3-085b-4003-95ce-0557aad96cc3 owned by network:router_interface {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:49.944715 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:49.995441 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] Pushing event deleted for resources: {'Port': ['ID=a643cdd3-085b-4003-95ce-0557aad96cc3,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:50.347569 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943218'] for router_interface, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:50.708745 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] Router b5f1fa97-2203-430d-ab0f-cf60d336301c has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:57:50.880541 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:57:50.889318 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] Sync routers for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:57:50.893335 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-1769bca9-19b4-41a5-b8c4-56ff0969405b admin admin] 10.222.0.25 "PUT /v2.0/routers/b5f1fa97-2203-430d-ab0f-cf60d336301c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5099509 Jan 14 22:57:50.895849 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39472) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:50.899389 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:57:50.899978 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:57:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:51.072328 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Notify callbacks [] for router, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:51.073354 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: dv-cinder-824801-1-iscsi {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:57:51.246279 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:51.310710 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Deleting port aba5e4bd-a876-4bee-9393-009a8a015971 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:51.311053 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:51.392049 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:51.403729 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:57:49Z', 'revision_number': 5, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port': {'id': 'aba5e4bd-a876-4bee-9393-009a8a015971', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:49:57Z', 'updated_at': '2022-01-14T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:51.408117 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] Checking router: b5f1fa97-2203-430d-ab0f-cf60d336301c for host: dv-cinder-824801-1-iscsi {{(pid=87474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:57:51.416281 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] Routers {'b5f1fa97-2203-430d-ab0f-cf60d336301c'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:57:51.416877 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:57:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['b5f1fa97-2203-430d-ab0f-cf60d336301c'], 'active': True} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:51.491521 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] For port aba5e4bd-a876-4bee-9393-009a8a015971, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=aba5e4bd-a876-4bee-9393-009a8a015971,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:51.491938 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:51.572574 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_dvr_db [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] Set router b5f1fa97-2203-430d-ab0f-cf60d336301c gateway port host: None {{(pid=87474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:57:51.683017 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.db.l3_hamode_db [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:57:51Z', 'revision_number': 6, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port_host': None}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:51.687560 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164a5ab-648d-4f88-8f2d-39f881c9ac03 None None] The sync data for ids ['b5f1fa97-2203-430d-ab0f-cf60d336301c'] in dv-cinder-824801-1-iscsi is: [{'id': 'b5f1fa97-2203-430d-ab0f-cf60d336301c', 'name': 'tempest-TestVolumeBootPattern-980257947-router', 'tenant_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:49:56Z', 'updated_at': '2022-01-14T22:57:51Z', 'revision_number': 6, 'project_id': '83fc1d027a1143dbb98d8cc3f1dc3b4a', 'gw_port_host': None}] {{(pid=87474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:57:51.751685 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Calling delete_port for aba5e4bd-a876-4bee-9393-009a8a015971 owned by network:router_gateway {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:51.967740 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.012689 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=aba5e4bd-a876-4bee-9393-009a8a015971,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:52.111980 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591349'] for router_gateway, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.281223 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125274'] for router, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.283316 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.367729 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590148'] for router, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.368198 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5f1fa97-2203-430d-ab0f-cf60d336301c {{(pid=87473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 22:57:52.380936 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] Notify callbacks [] for router, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.385214 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-83f9e6a8-2b3e-46ef-975c-903367609e1c admin admin] 10.222.0.25 "DELETE /v2.0/routers/b5f1fa97-2203-430d-ab0f-cf60d336301c HTTP/1.1" status: 204 len: 168 time: 1.4853075 Jan 14 22:57:52.385214 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39478) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:52.450889 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_v2 [None req-619822bf-87f2-4e58-9b9f-7f364fb98479 admin admin] Deleting subnet ef1ed849-8481-4446-afbb-383ce39c2aee {{(pid=87473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:57:52.454434 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-619822bf-87f2-4e58-9b9f-7f364fb98479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.462074 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device a643cdd3-085b-4003-95ce-0557aad96cc3 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:57:52.496247 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: a643cdd3-085b-4003-95ce-0557aad96cc3 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:57:52.496587 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device a643cdd3-085b-4003-95ce-0557aad96cc3 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:57:52.497277 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device aba5e4bd-a876-4bee-9393-009a8a015971 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:57:52.505246 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-619822bf-87f2-4e58-9b9f-7f364fb98479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153136'] for subnet, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.535271 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: aba5e4bd-a876-4bee-9393-009a8a015971 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:57:52.535605 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device aba5e4bd-a876-4bee-9393-009a8a015971 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:57:52.582682 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-619822bf-87f2-4e58-9b9f-7f364fb98479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.705451 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-619822bf-87f2-4e58-9b9f-7f364fb98479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14178557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1774171'] for subnet, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.753245 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-619822bf-87f2-4e58-9b9f-7f364fb98479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.759339 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854bed7-e67b-4772-851e-602ee1cbf8ac None None] Network 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:57:52.767042 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619822bf-87f2-4e58-9b9f-7f364fb98479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1ed849-8481-4446-afbb-383ce39c2aee,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:52.772627 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-619822bf-87f2-4e58-9b9f-7f364fb98479 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ef1ed849-8481-4446-afbb-383ce39c2aee HTTP/1.1" status: 204 len: 168 time: 0.3850143 Jan 14 22:57:52.774185 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39486) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:52.882234 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:52.893723 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Deleting port 0687592b-900a-4029-aa4a-d6a173707b45 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:52.894453 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.025549 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178d273c-af16-4054-b80b-94e54f148611 None None] DHCP port deletion for 2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 request from dv-cinder-824801-1-iscsi {{(pid=87474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 14 22:57:53.029829 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-178d273c-af16-4054-b80b-94e54f148611 None None] Deleting port 0687592b-900a-4029-aa4a-d6a173707b45 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:53.030204 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-178d273c-af16-4054-b80b-94e54f148611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.111441 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] For port 0687592b-900a-4029-aa4a-d6a173707b45, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=0687592b-900a-4029-aa4a-d6a173707b45,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:53.111929 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.249990 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Calling delete_port for 0687592b-900a-4029-aa4a-d6a173707b45 owned by network:dhcp {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:53.257361 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-178d273c-af16-4054-b80b-94e54f148611 None None] For port 0687592b-900a-4029-aa4a-d6a173707b45, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=0687592b-900a-4029-aa4a-d6a173707b45,segment=NetworkSegment(c67452cb-4ecf-4c4d-9206-a890be7cae36),segment_id=c67452cb-4ecf-4c4d-9206-a890be7cae36)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:53.257752 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-178d273c-af16-4054-b80b-94e54f148611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.373499 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.382291 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-178d273c-af16-4054-b80b-94e54f148611 None None] Calling delete_port for 0687592b-900a-4029-aa4a-d6a173707b45 owned by network:dhcp {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:53.422074 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0687592b-900a-4029-aa4a-d6a173707b45,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:53.423803 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] No DVR routers for this DVR port 0687592b-900a-4029-aa4a-d6a173707b45 on host dv-cinder-824801-1-iscsi {{(pid=87472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:57:53.454216 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.db.api [None req-178d273c-af16-4054-b80b-94e54f148611 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 22:57:53.454568 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG oslo_db.api [None req-178d273c-af16-4054-b80b-94e54f148611 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 22:57:53.539365 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.564573 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1']}} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:53.576119 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67452cb-4ecf-4c4d-9206-a890be7cae36') {'for_net_delete': True} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:53.576414 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.services.segments.db [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67452cb-4ecf-4c4d-9206-a890be7cae36') {} {{(pid=87472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:53.587305 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1615934'] for segment, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.606320 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.612882 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:57:53.613254 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1772661'] for segment, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: Traceback (most recent call last): Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: timer() Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: cb(*args, **kw) Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: return func(*args, **kwargs) Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: self._notify() Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: self.callback(batched_events) Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: event.method(event) Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: return f(self, *a, **k) Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._get(url).json() Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: return self.request(url, 'GET', **kwargs) Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:57:53.626051 dv-cinder-824801-1-iscsi neutron-server[87472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:57:53.750426 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.765827 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:53.775726 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:53.825293 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-51b9d401-c903-4229-82c6-ab6e8d3b47f8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2d4d6ec7-cb9a-4fe9-aa14-8b786d1a7af1 HTTP/1.1" status: 204 len: 168 time: 1.0499449 Jan 14 22:57:53.828012 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39492) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:53.956315 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-178d273c-af16-4054-b80b-94e54f148611 None None] Deleting port 0687592b-900a-4029-aa4a-d6a173707b45 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:53.956957 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-178d273c-af16-4054-b80b-94e54f148611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:54.027141 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-178d273c-af16-4054-b80b-94e54f148611 None None] The port '0687592b-900a-4029-aa4a-d6a173707b45' was deleted {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 14 22:57:54.374622 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 0687592b-900a-4029-aa4a-d6a173707b45 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:57:54.408117 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 0687592b-900a-4029-aa4a-d6a173707b45 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:57:54.408454 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 0687592b-900a-4029-aa4a-d6a173707b45 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:57:54.454175 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943118'] for router_interface, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:54.790484 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] Deleting port 4a63ac0a-966d-4714-a48b-2efd36cce5b6 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:54.791223 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:54.957061 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] For port 4a63ac0a-966d-4714-a48b-2efd36cce5b6, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=4a63ac0a-966d-4714-a48b-2efd36cce5b6,segment=NetworkSegment(29dd68de-1f36-43b6-b72c-35e11c99bcca),segment_id=29dd68de-1f36-43b6-b72c-35e11c99bcca)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:54.957414 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:55.077006 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] Calling delete_port for 4a63ac0a-966d-4714-a48b-2efd36cce5b6 owned by network:router_interface {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:55.287884 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:55.338292 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a63ac0a-966d-4714-a48b-2efd36cce5b6,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:55.690018 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943218'] for router_interface, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:56.034607 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] Router 937cd451-75fc-4f5d-bdd1-e46db717a790 has already been hosted by L3 agent 61d4199f-090e-48f0-a3e3-57ca8eec5bf8 {{(pid=87472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 14 22:57:56.207026 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] Notify agent at l3_agent.dv-cinder-824801-1-iscsi the message routers_updated {{(pid=87472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 14 22:57:56.215532 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] Sync routers for ids ['937cd451-75fc-4f5d-bdd1-e46db717a790'] in dv-cinder-824801-1-iscsi {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 22:57:56.215998 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-030a85fa-848b-443f-b860-31ea53cd6ef9 admin admin] 10.222.0.25 "PUT /v2.0/routers/937cd451-75fc-4f5d-bdd1-e46db717a790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3867288 Jan 14 22:57:56.218983 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39500) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:56.225962 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] Routers {'937cd451-75fc-4f5d-bdd1-e46db717a790'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:57:56.226544 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:57:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['937cd451-75fc-4f5d-bdd1-e46db717a790'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:56.392790 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Notify callbacks [] for router, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:56.407237 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] Set router 937cd451-75fc-4f5d-bdd1-e46db717a790 gateway port host: dv-cinder-824801-1-iscsi {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:57:56.569815 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:56.625126 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Deleting port df8e6038-8c87-4ea7-a716-578572eb5aa2 {{(pid=87472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:56.625526 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:56.724983 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'name': 'tempest-TestVolumeBootPattern-1278987400-router', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'external_fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:50:08Z', 'updated_at': '2022-01-14T22:57:55Z', 'revision_number': 5, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'gw_port': {'id': 'df8e6038-8c87-4ea7-a716-578572eb5aa2', 'name': '', 'network_id': 'f5e3ea0a-7141-444e-ae92-10b3ccc8933d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6f119733-62e9-435e-97d4-b252944d50fc', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824801-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T22:50:09Z', 'updated_at': '2022-01-14T22:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f119733-62e9-435e-97d4-b252944d50fc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824801-1-iscsi'}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:56.728639 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] Checking router: 937cd451-75fc-4f5d-bdd1-e46db717a790 for host: dv-cinder-824801-1-iscsi {{(pid=87475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 22:57:56.737895 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] Routers {'937cd451-75fc-4f5d-bdd1-e46db717a790'} bound to L3 agent in host dv-cinder-824801-1-iscsi {{(pid=87475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 22:57:56.738475 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824801-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T22:36:08Z,description=,heartbeat_timestamp=2022-01-14T22:57:38Z,host='dv-cinder-824801-1-iscsi',id=61d4199f-090e-48f0-a3e3-57ca8eec5bf8,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T22:36:09Z,topic='l3_agent')) {'router_ids': ['937cd451-75fc-4f5d-bdd1-e46db717a790'], 'active': True} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:56.793883 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.db [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] For port df8e6038-8c87-4ea7-a716-578572eb5aa2, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=df8e6038-8c87-4ea7-a716-578572eb5aa2,segment=NetworkSegment(c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb),segment_id=c3c7ea3e-f63b-4b99-98a4-c3cfbd2bbceb)] {{(pid=87472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:56.794247 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:56.894662 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_dvr_db [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] Set router 937cd451-75fc-4f5d-bdd1-e46db717a790 gateway port host: None {{(pid=87475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 14 22:57:57.002987 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.l3_hamode_db [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'name': 'tempest-TestVolumeBootPattern-1278987400-router', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:50:08Z', 'updated_at': '2022-01-14T22:57:56Z', 'revision_number': 6, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'gw_port_host': None}], 'dv-cinder-824801-1-iscsi', False) {} {{(pid=87475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:57.007040 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bbc7a-784e-411a-b7be-ce8b660a210d None None] The sync data for ids ['937cd451-75fc-4f5d-bdd1-e46db717a790'] in dv-cinder-824801-1-iscsi is: [{'id': '937cd451-75fc-4f5d-bdd1-e46db717a790', 'name': 'tempest-TestVolumeBootPattern-1278987400-router', 'tenant_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T22:50:08Z', 'updated_at': '2022-01-14T22:57:56Z', 'revision_number': 6, 'project_id': 'd33372dec4bd4ea2b23b6fdca1d1b7de', 'gw_port_host': None}] {{(pid=87475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 22:57:57.021762 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Calling delete_port for df8e6038-8c87-4ea7-a716-578572eb5aa2 owned by network:router_gateway {{(pid=87472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:57.242250 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1772550'] for port, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:57.289229 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8e6038-8c87-4ea7-a716-578572eb5aa2,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:57.385333 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591349'] for router_gateway, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:57.561948 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125274'] for router, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:57.564159 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:57.676031 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-590148'] for router, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:57.676531 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937cd451-75fc-4f5d-bdd1-e46db717a790 {{(pid=87472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 22:57:57.688994 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] Notify callbacks [] for router, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:57.690154 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-dbe3dacc-d289-44ce-ae18-208b343cf131 admin admin] 10.222.0.25 "DELETE /v2.0/routers/937cd451-75fc-4f5d-bdd1-e46db717a790 HTTP/1.1" status: 204 len: 168 time: 1.4701440 Jan 14 22:57:57.693248 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39510) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:57.752566 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbc581e-1d8e-4a50-a81b-b40fbaa4b6bb admin admin] Deleting subnet b566f5f3-4b1d-4b06-bcb3-142a7cfcb157 {{(pid=87472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:57:57.755329 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1fbc581e-1d8e-4a50-a81b-b40fbaa4b6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:57.810372 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1fbc581e-1d8e-4a50-a81b-b40fbaa4b6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1615911'] for subnet, precommit_delete_associations {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:57.891877 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1fbc581e-1d8e-4a50-a81b-b40fbaa4b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:58.076922 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1fbc581e-1d8e-4a50-a81b-b40fbaa4b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61016213'] for subnet, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:58.117769 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc581e-1d8e-4a50-a81b-b40fbaa4b6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b566f5f3-4b1d-4b06-bcb3-142a7cfcb157,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:58.122591 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-1fbc581e-1d8e-4a50-a81b-b40fbaa4b6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for subnet, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:58.128983 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bdb39f-5ccf-405b-a86b-20daea3d1210 None None] Network 2b237c21-ef76-46bc-84f8-94d055a3222b requested from dv-cinder-824801-1-iscsi {{(pid=87474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 14 22:57:58.129513 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-1fbc581e-1d8e-4a50-a81b-b40fbaa4b6bb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b566f5f3-4b1d-4b06-bcb3-142a7cfcb157 HTTP/1.1" status: 204 len: 168 time: 0.4349241 Jan 14 22:57:58.131734 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39516) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:58.242515 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:58.253888 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Deleting port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:58.254213 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:58.394530 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] DHCP port deletion for 2b237c21-ef76-46bc-84f8-94d055a3222b request from dv-cinder-824801-1-iscsi {{(pid=87474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 14 22:57:58.398898 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] Deleting port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:58.399499 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:58.461328 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] For port 34e4046e-2072-403b-a2e8-e88f4cf0dc07, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=34e4046e-2072-403b-a2e8-e88f4cf0dc07,segment=NetworkSegment(29dd68de-1f36-43b6-b72c-35e11c99bcca),segment_id=29dd68de-1f36-43b6-b72c-35e11c99bcca)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:58.461328 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:58.462267 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device df8e6038-8c87-4ea7-a716-578572eb5aa2 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:57:58.507364 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: df8e6038-8c87-4ea7-a716-578572eb5aa2 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:57:58.507704 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device df8e6038-8c87-4ea7-a716-578572eb5aa2 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:57:58.508101 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4a63ac0a-966d-4714-a48b-2efd36cce5b6 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:57:58.555763 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 4a63ac0a-966d-4714-a48b-2efd36cce5b6 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:57:58.556098 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 4a63ac0a-966d-4714-a48b-2efd36cce5b6 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:57:58.583228 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Calling delete_port for 34e4046e-2072-403b-a2e8-e88f4cf0dc07 owned by network:dhcp {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:58.720644 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] For port 34e4046e-2072-403b-a2e8-e88f4cf0dc07, host dv-cinder-824801-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824801-1-iscsi',level=0,port_id=34e4046e-2072-403b-a2e8-e88f4cf0dc07,segment=NetworkSegment(29dd68de-1f36-43b6-b72c-35e11c99bcca),segment_id=29dd68de-1f36-43b6-b72c-35e11c99bcca)] {{(pid=87474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:57:58.721033 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:58.836369 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:58.842643 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] Calling delete_port for 34e4046e-2072-403b-a2e8-e88f4cf0dc07 owned by network:dhcp {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:57:58.886991 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Pushing event deleted for resources: {'Port': ['ID=34e4046e-2072-403b-a2e8-e88f4cf0dc07,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:58.891205 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] No DVR routers for this DVR port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 on host dv-cinder-824801-1-iscsi {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:57:58.915729 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.db.api [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 14 22:57:58.916089 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG oslo_db.api [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 14 22:57:59.001702 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.026639 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b237c21-ef76-46bc-84f8-94d055a3222b']}} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:59.043208 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dd68de-1f36-43b6-b72c-35e11c99bcca') {'for_net_delete': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:59.043505 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dd68de-1f36-43b6-b72c-35e11c99bcca') {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:57:59.055854 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153129'] for segment, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.071920 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.077934 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:57:59.078329 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14178467'] for segment, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: Traceback (most recent call last): Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: timer() Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: cb(*args, **kw) Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: return func(*args, **kwargs) Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: self._notify() Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: self.callback(batched_events) Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: event.method(event) Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: return f(self, *a, **k) Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._get(url).json() Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: return self.request(url, 'GET', **kwargs) Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:57:59.092026 dv-cinder-824801-1-iscsi neutron-server[87473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:57:59.236446 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.251988 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.265889 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] Pushing event deleted for resources: {'Network': ['ID=2b237c21-ef76-46bc-84f8-94d055a3222b,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:59.269903 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-d90f7f96-af70-406f-9804-5099c77332ae admin admin] 10.222.0.25 "DELETE /v2.0/networks/2b237c21-ef76-46bc-84f8-94d055a3222b HTTP/1.1" status: 204 len: 168 time: 1.1371439 Jan 14 22:57:59.417666 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] Deleting port 34e4046e-2072-403b-a2e8-e88f4cf0dc07 {{(pid=87474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:57:59.418285 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.485841 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-34957416-d709-4f04-96fe-9871b2131eb1 None None] The port '34e4046e-2072-403b-a2e8-e88f4cf0dc07' was deleted {{(pid=87474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 14 22:57:59.607057 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39524) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:59.655534 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-6b835f0d-90b5-4e40-b4d8-089f56cb0ff0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83fc1d027a1143dbb98d8cc3f1dc3b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472512 Jan 14 22:57:59.658079 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39528) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:57:59.717661 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e4f924b-c8ba-48d8-a9f3-bc65637361d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.742905 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e4f924b-c8ba-48d8-a9f3-bc65637361d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.847609 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e4f924b-c8ba-48d8-a9f3-bc65637361d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.868575 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f924b-c8ba-48d8-a9f3-bc65637361d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9dc483-4fa0-4845-b9b1-c666f9972a31,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:57:59.872827 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-2e4f924b-c8ba-48d8-a9f3-bc65637361d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:57:59.877632 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-2e4f924b-c8ba-48d8-a9f3-bc65637361d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a9dc483-4fa0-4845-b9b1-c666f9972a31 HTTP/1.1" status: 204 len: 168 time: 0.2149701 Jan 14 22:58:00.378146 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 34e4046e-2072-403b-a2e8-e88f4cf0dc07 no longer exists at agent ovs-agent-dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:58:00.414563 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] No Port match for: 34e4046e-2072-403b-a2e8-e88f4cf0dc07 {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:58:00.414964 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Device 34e4046e-2072-403b-a2e8-e88f4cf0dc07 not bound to the agent host dv-cinder-824801-1-iscsi {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:58:00.489229 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39538) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:58:00.536794 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-fb88c162-2bf4-49aa-8f33-3618bb2f3a14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d33372dec4bd4ea2b23b6fdca1d1b7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462508 Jan 14 22:58:00.539335 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [-] (87472) accepted ('10.222.0.25', 39542) {{(pid=87472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:58:00.596011 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88683210-592c-4ba6-b998-24520f950e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:00.621337 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88683210-592c-4ba6-b998-24520f950e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:00.716414 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88683210-592c-4ba6-b998-24520f950e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:00.730899 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88683210-592c-4ba6-b998-24520f950e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a8e980-5865-496f-b730-f489ee36b300,revision_number=None']} {{(pid=87472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:58:00.737098 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron_lib.callbacks.manager [None req-88683210-592c-4ba6-b998-24520f950e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:00.738281 dv-cinder-824801-1-iscsi neutron-server[87472]: INFO neutron.wsgi [None req-88683210-592c-4ba6-b998-24520f950e8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0a8e980-5865-496f-b730-f489ee36b300 HTTP/1.1" status: 204 len: 168 time: 0.1980214 Jan 14 22:58:02.717126 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-fb12651a-5feb-44a8-9c98-17aeffae5dd1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698864 Jan 14 22:58:02.854646 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-08e8d5f2-5d6e-43f5-bbe1-74b3f2b052d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:58:02.856058 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-08e8d5f2-5d6e-43f5-bbe1-74b3f2b052d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a8ae717be934c15977ac27103fec7e3&device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 1098 time: 0.0682273 Jan 14 22:58:02.999027 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-7168f97e-3a6e-4fa5-8e6f-855cc04dd591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:58:03.001154 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-7168f97e-3a6e-4fa5-8e6f-855cc04dd591 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf68e736-0c09-494f-8112-c6fe13476169 HTTP/1.1" status: 200 len: 913 time: 0.1255624 Jan 14 22:58:03.070843 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-4e84183f-6158-4160-8f77-1c1907a1ba8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=516ae8e2-bd13-459e-b5d6-267ac908361b HTTP/1.1" status: 200 len: 217 time: 0.0634112 Jan 14 22:58:03.131737 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-95e6727e-31b2-4f52-bb07-c45131181dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:58:03.133088 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-95e6727e-31b2-4f52-bb07-c45131181dbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09367558-aec7-4205-8eef-97fef3762a69 HTTP/1.1" status: 200 len: 853 time: 0.0556154 Jan 14 22:58:03.181847 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-938b36c2-3557-4585-86ee-6a89052f1c6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf68e736-0c09-494f-8112-c6fe13476169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422740 Jan 14 22:58:03.313138 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-8819c905-36b2-40d1-bbb7-7510db3b750a service neutron] 10.222.0.39 "GET /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246643 Jan 14 22:58:03.445189 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-4281b6fd-a1f4-4aab-95a2-8eea2c11e270 req-7037e9ea-f608-4925-9d97-8fdfc23bd771 service neutron] 10.222.0.39 "GET /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263566 Jan 14 22:58:06.219427 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-63da60e9-f3c8-4b26-80fc-fc26d5ec6bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:06.394638 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:58:07.829188 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae9351-11eb-49e7-956a-1de6e4b092fc req-076b578d-bff1-48d1-8300-5849c5fe89cc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:58:07.830651 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-17ae9351-11eb-49e7-956a-1de6e4b092fc req-076b578d-bff1-48d1-8300-5849c5fe89cc tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 945 time: 0.0782366 Jan 14 22:58:07.873748 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-17ae9351-11eb-49e7-956a-1de6e4b092fc req-23568920-8edc-4512-acd3-e021aab73196 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375466 Jan 14 22:58:08.425210 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-905e1980-371a-41a2-9f3d-26bee553edf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:09.058833 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749929cc-c210-49cd-80e9-c1dff6f262d1 req-10db8638-0bae-4208-a38b-9e589c07ef7d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:58:09.060249 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-749929cc-c210-49cd-80e9-c1dff6f262d1 req-10db8638-0bae-4208-a38b-9e589c07ef7d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 945 time: 0.0825603 Jan 14 22:58:09.105030 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-749929cc-c210-49cd-80e9-c1dff6f262d1 req-4cf0491c-efb9-491b-8735-516f14da8f1c tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/security-groups?id=b39cb541-821f-49f9-a031-176c34a03be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Jan 14 22:58:09.337265 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df013a59-dbd7-4d99-9f34-939f70488114 req-d9f7fbba-c8c1-4114-bd13-b70df96690d2 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 22:58:09.338675 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-df013a59-dbd7-4d99-9f34-939f70488114 req-d9f7fbba-c8c1-4114-bd13-b70df96690d2 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.39 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 945 time: 0.0776770 Jan 14 22:58:09.411380 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-df013a59-dbd7-4d99-9f34-939f70488114 req-c5ea937f-42b5-42ec-a056-b2df4e5b7910 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Deleting port 516ae8e2-bd13-459e-b5d6-267ac908361b {{(pid=87473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 14 22:58:09.411721 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-df013a59-dbd7-4d99-9f34-939f70488114 req-c5ea937f-42b5-42ec-a056-b2df4e5b7910 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727547369921'] for port, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:09.636489 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:09.744925 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:09.747709 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.db [req-df013a59-dbd7-4d99-9f34-939f70488114 req-c5ea937f-42b5-42ec-a056-b2df4e5b7910 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] For port 516ae8e2-bd13-459e-b5d6-267ac908361b, host hv-cinder-82480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82480',level=0,port_id=516ae8e2-bd13-459e-b5d6-267ac908361b,segment=NetworkSegment(1c16fdf5-2526-450a-a589-e26fd5869161),segment_id=1c16fdf5-2526-450a-a589-e26fd5869161)] {{(pid=87473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 14 22:58:09.752524 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-df013a59-dbd7-4d99-9f34-939f70488114 req-c5ea937f-42b5-42ec-a056-b2df4e5b7910 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596548'] for port, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:09.867751 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.plugin [req-df013a59-dbd7-4d99-9f34-939f70488114 req-c5ea937f-42b5-42ec-a056-b2df4e5b7910 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Calling delete_port for 516ae8e2-bd13-459e-b5d6-267ac908361b owned by compute:nova {{(pid=87473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 14 22:58:10.058370 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-df013a59-dbd7-4d99-9f34-939f70488114 req-c5ea937f-42b5-42ec-a056-b2df4e5b7910 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3782698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727547370222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727546882021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14178512'] for port, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:10.069493 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.db [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] get_ports_and_sgs() called for port_ids ['516ae8e2-bd13-459e-b5d6-267ac908361b'] {{(pid=87474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 14 22:58:10.107813 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea937f-42b5-42ec-a056-b2df4e5b7910 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Pushing event deleted for resources: {'Port': ['ID=516ae8e2-bd13-459e-b5d6-267ac908361b,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:58:10.184408 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.l3_dvrscheduler_db [req-df013a59-dbd7-4d99-9f34-939f70488114 req-c5ea937f-42b5-42ec-a056-b2df4e5b7910 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] No DVR routers for this DVR port 516ae8e2-bd13-459e-b5d6-267ac908361b on host hv-cinder-82480 {{(pid=87473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 22:58:10.186912 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [req-df013a59-dbd7-4d99-9f34-939f70488114 req-c5ea937f-42b5-42ec-a056-b2df4e5b7910 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33470'] for port, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:10.189957 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4851720a-4c0d-4fce-bab5-9a37432c85f4', 'name': 'network-vif-deleted', 'tag': '516ae8e2-bd13-459e-b5d6-267ac908361b'}] {{(pid=87473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 22:58:10.253063 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4851720a-4c0d-4fce-bab5-9a37432c85f4', 'name': 'network-vif-deleted', 'tag': '516ae8e2-bd13-459e-b5d6-267ac908361b', 'status': 'completed', 'code': 200} Jan 14 22:58:10.258973 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-61301127-1160-4b97-bde7-1b20439a15ee req-f88bb32c-8727-4b06-9c07-9fdf2ac8929d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Synchronizing usage tracker for tenant:1a8ae717be934c15977ac27103fec7e3 on resource:port {{(pid=87473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 14 22:58:10.271934 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-df013a59-dbd7-4d99-9f34-939f70488114 req-c5ea937f-42b5-42ec-a056-b2df4e5b7910 tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.39 "DELETE /v2.0/ports/516ae8e2-bd13-459e-b5d6-267ac908361b HTTP/1.1" status: 204 len: 173 time: 0.9280732 Jan 14 22:58:10.362496 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.quota.resource [req-61301127-1160-4b97-bde7-1b20439a15ee req-f88bb32c-8727-4b06-9c07-9fdf2ac8929d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] Unset dirty status for tenant:1a8ae717be934c15977ac27103fec7e3 on resource:port {{(pid=87473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 14 22:58:10.363723 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [req-61301127-1160-4b97-bde7-1b20439a15ee req-f88bb32c-8727-4b06-9c07-9fdf2ac8929d tempest-VolumesSnapshotTestJSON-623522168 tempest-VolumesSnapshotTestJSON-623522168-project] 10.222.0.25 "GET /v2.0/ports?device_id=4851720a-4c0d-4fce-bab5-9a37432c85f4 HTTP/1.1" status: 200 len: 210 time: 0.1478810 Jan 14 22:58:11.122501 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:12.815727 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 516ae8e2-bd13-459e-b5d6-267ac908361b no longer exists at agent hyperv_hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 14 22:58:12.849724 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.plugin [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] No Port match for: 516ae8e2-bd13-459e-b5d6-267ac908361b {{(pid=87474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 14 22:58:12.850080 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron.plugins.ml2.rpc [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Device 516ae8e2-bd13-459e-b5d6-267ac908361b not bound to the agent host hv-cinder-82480 {{(pid=87474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 14 22:58:21.345231 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:36.236978 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-4f96f38c-a10e-4690-aff3-cafe380a84a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.337106 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39722) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:58:38.395160 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Deleting subnet 09367558-aec7-4205-8eef-97fef3762a69 {{(pid=87473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 14 22:58:38.397978 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.414751 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-59fd8960-f0f9-464d-b58f-4c61eea2ff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.449841 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4153136'] for subnet, precommit_delete_associations {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.504083 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4146693'] for subnet, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.631734 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4146812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14178557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1774171'] for subnet, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.669187 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09367558-aec7-4205-8eef-97fef3762a69,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:58:38.677082 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.680006 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.682576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.682576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.682576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.682576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.682576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.682576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.682576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.682576 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.683306 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.683306 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.683509 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824801-1-iscsi {{(pid=87473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 22:58:38.689311 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-86d14e3f-2c7c-4f03-98d2-067a4d288bad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/09367558-aec7-4205-8eef-97fef3762a69 HTTP/1.1" status: 204 len: 168 time: 0.3512075 Jan 14 22:58:38.691996 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39726) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:58:38.795589 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760152'] for network, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.916466 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146395', 'neutron.services.segments.db._delete_segments_for_network-8727547418390'] for network, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.946590 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf68e736-0c09-494f-8112-c6fe13476169']}} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:58:38.958191 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c16fdf5-2526-450a-a589-e26fd5869161') {'for_net_delete': True} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:58:38.958492 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.services.segments.db [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c16fdf5-2526-450a-a589-e26fd5869161') {} {{(pid=87473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 22:58:38.969622 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727547419185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4153129'] for segment, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.985691 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159980'] for segment, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:38.991809 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 22:58:38.992916 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4159963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14178467'] for segment, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: Traceback (most recent call last): Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: timer() Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: cb(*args, **kw) Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: return func(*args, **kwargs) Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: self._notify() Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: self.callback(batched_events) Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: event.method(event) Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: return f(self, *a, **k) Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._get(url).json() Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: return self.request(url, 'GET', **kwargs) Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 22:58:39.005717 dv-cinder-824801-1-iscsi neutron-server[87473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 22:58:39.128111 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591118'] for network, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:39.143220 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526410'] for network, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:39.152986 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] 10.222.0.25 "DELETE /v2.0/networks/bf68e736-0c09-494f-8112-c6fe13476169 HTTP/1.1" status: 204 len: 168 time: 0.4600921 Jan 14 22:58:39.153846 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a753690-c098-43d7-b2d5-e536f8d71d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf68e736-0c09-494f-8112-c6fe13476169,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:58:39.507187 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39732) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:58:39.556245 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-6aa90228-4ced-4d6a-a60d-77be40fdcc08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a8ae717be934c15977ac27103fec7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478432 Jan 14 22:58:39.558685 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [-] (87473) accepted ('10.222.0.25', 39736) {{(pid=87473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 14 22:58:39.615271 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8ebc74a6-bd02-4ae8-8d57-6a30dd731c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:39.643521 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8ebc74a6-bd02-4ae8-8d57-6a30dd731c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:39.647566 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:39.733880 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:39.745858 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8ebc74a6-bd02-4ae8-8d57-6a30dd731c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644093'] for security_group, after_delete {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:39.760136 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc74a6-bd02-4ae8-8d57-6a30dd731c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39cb541-821f-49f9-a031-176c34a03be3,revision_number=None']} {{(pid=87473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 22:58:39.766347 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron_lib.callbacks.manager [None req-8ebc74a6-bd02-4ae8-8d57-6a30dd731c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:39.767440 dv-cinder-824801-1-iscsi neutron-server[87473]: INFO neutron.wsgi [None req-8ebc74a6-bd02-4ae8-8d57-6a30dd731c6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b39cb541-821f-49f9-a031-176c34a03be3 HTTP/1.1" status: 204 len: 168 time: 0.2078886 Jan 14 22:58:41.117396 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:58:43.393297 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:58:51.391216 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:06.224943 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-0be54cfa-ec86-484e-a0d0-945c8877895d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:08.420079 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f83ae295-8c9b-410c-b287-99da2d3bc421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:09.653616 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:09.808712 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:11.111816 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:20.392137 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 22:59:21.369051 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:36.203039 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-3e457413-0bcc-426e-ad7d-c35af637249b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:38.415084 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-0974cb91-e692-4865-969e-0aa32f47ac6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:39.643719 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:39.745262 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:41.129178 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:51.369692 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 22:59:57.390384 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 23:00:06.249416 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-0a63100c-f861-477f-95c6-60dd0c448546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:08.421170 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-0c1d17ed-2f4c-45df-9d15-53d06f53c181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:09.649097 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:09.752222 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:11.158125 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:21.386469 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:34.388570 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 23:00:36.198040 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-517d79af-2890-41f4-8850-b28bc4f40f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:37.517417 dv-cinder-824801-1-iscsi neutron-server[87472]: DEBUG neutron.wsgi [req-9fa39878-28ce-47fa-98b5-ee3af8c2d281 req-3c7dab02-ac5d-4771-8810-3270178e8a7b service neutron] (87472) timed out ('10.222.0.39', 53855) {{(pid=87472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 14 23:00:38.431748 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-c740d7c6-76e0-4ce4-931b-9afadaf1df54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:39.643662 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:39.758240 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:41.129183 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:00:51.398184 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:06.243598 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-466932e5-78f7-4549-af0f-37c2c5c1abfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:08.438020 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-6abc8035-f116-4703-b2a2-f4d8d5e64827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:09.655418 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:09.752516 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:11.112368 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:11.386937 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 23:01:21.432412 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:36.203448 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-41157f84-60f8-48ba-8359-22ed9502a491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:38.414891 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1e01-1acf-4f4e-b046-2b555b08ba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:39.674361 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:39.752049 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:41.158178 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:01:48.385726 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 23:01:51.431538 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:06.249173 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-8cd0a0d8-9d41-4192-a016-7955e420a082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:08.443564 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ddf52cd5-56cf-4c5c-bab2-b0d241047bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:09.649047 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:09.729244 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:11.158060 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:21.392100 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:25.383732 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 23:02:36.220442 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-d7383cad-58e3-43f6-9340-6a5c19b5b647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:38.403446 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-b00570c5-e584-44b2-87ef-65c52f7589e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:39.676142 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:39.843242 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:41.146435 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:02:51.403415 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:02.382540 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 23:03:06.231667 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-575c5aae-b2d8-4de9-9855-c2ad9c7418c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:08.425570 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-2a3cfcac-5f63-4e3d-8aef-66be203bc03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:09.680647 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:09.745628 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:11.128640 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:13.598473 dv-cinder-824801-1-iscsi neutron-server[87473]: DEBUG neutron.wsgi [req-706926b6-239b-4c36-8299-172b55ebd77d req-f179aa31-e2a3-41ca-818e-272d8be54cc4 service neutron] (87473) timed out ('10.222.0.39', 53877) {{(pid=87473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 14 23:03:21.442317 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f1214bfc-5375-45cc-aa6d-99da1d529d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:36.230724 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-a99a79f9-85ef-48de-8f2c-21132caf7a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:38.413891 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-491dee41-da8d-4c8c-b5bd-3a884ae8938f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:39.382113 dv-cinder-824801-1-iscsi neutron-server[87475]: DEBUG neutron.db.agents_db [None req-b87ce981-202d-477c-b9ea-ce0d185abb26 None None] Agent healthcheck: found 6 active agents {{(pid=87475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 14 23:03:39.688344 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-f35094c8-88b2-4bd7-9c03-7ad46e227a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:39.739516 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-ad124280-7e92-4b50-b7cd-c385e28aa968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 14 23:03:41.150935 dv-cinder-824801-1-iscsi neutron-server[87474]: DEBUG neutron_lib.callbacks.manager [None req-89eeb8d9-8f8b-40dc-a08f-315d89a6d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727547418372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4103713'] for agent, after_update {{(pid=87474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}